2024-12-16 23:49:56,870 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-16 23:49:56,888 main DEBUG Took 0.015087 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 23:49:56,888 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 23:49:56,889 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 23:49:56,890 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 23:49:56,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,902 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 23:49:56,918 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,921 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,922 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,924 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,925 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,927 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,929 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 23:49:56,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,930 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 23:49:56,932 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 23:49:56,933 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 23:49:56,936 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 23:49:56,936 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 23:49:56,938 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 23:49:56,938 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 23:49:56,950 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 23:49:56,954 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 23:49:56,956 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 23:49:56,956 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 23:49:56,957 main DEBUG createAppenders(={Console}) 2024-12-16 23:49:56,958 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e initialized 2024-12-16 23:49:56,958 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-16 23:49:56,959 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e OK. 2024-12-16 23:49:56,960 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 23:49:56,960 main DEBUG OutputStream closed 2024-12-16 23:49:56,960 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 23:49:56,961 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 23:49:56,961 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7e7be63f OK 2024-12-16 23:49:57,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 23:49:57,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 23:49:57,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 23:49:57,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 23:49:57,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 23:49:57,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 23:49:57,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 23:49:57,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 23:49:57,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 23:49:57,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 23:49:57,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 23:49:57,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 23:49:57,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 23:49:57,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 23:49:57,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 23:49:57,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 23:49:57,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 23:49:57,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 23:49:57,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 23:49:57,069 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@76f4b65) with optional ClassLoader: null 2024-12-16 23:49:57,069 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 23:49:57,071 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@76f4b65] started OK. 2024-12-16T23:49:57,383 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317 2024-12-16 23:49:57,387 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 23:49:57,388 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T23:49:57,403 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop-log-dir so I do NOT create it in target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a 2024-12-16T23:49:57,403 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop-log-dir Erasing configuration value by system value. 2024-12-16T23:49:57,404 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop-tmp-dir so I do NOT create it in target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a 2024-12-16T23:49:57,404 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-16T23:49:57,405 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a 2024-12-16T23:49:57,418 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-16T23:49:57,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318, deleteOnExit=true 2024-12-16T23:49:57,548 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318/zookeeper_0, clientPort=49324, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T23:49:57,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49324 2024-12-16T23:49:57,563 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-16T23:49:57,563 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-16T23:49:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T23:49:57,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T23:49:57,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/test.cache.data in system properties and HBase conf 2024-12-16T23:49:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T23:49:57,578 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop.log.dir in system properties and HBase conf 2024-12-16T23:49:57,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T23:49:57,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T23:49:57,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T23:49:57,675 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T23:49:57,764 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T23:49:57,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T23:49:57,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T23:49:57,768 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T23:49:57,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T23:49:57,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T23:49:57,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T23:49:57,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T23:49:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T23:49:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T23:49:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/nfs.dump.dir in system properties and HBase conf 2024-12-16T23:49:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/java.io.tmpdir in system properties and HBase conf 2024-12-16T23:49:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T23:49:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T23:49:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T23:49:58,704 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T23:49:58,802 INFO [Time-limited test {}] log.Log(170): Logging initialized @2801ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T23:49:58,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T23:49:59,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T23:49:59,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T23:49:59,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T23:49:59,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T23:49:59,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T23:49:59,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad59a2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop.log.dir/,AVAILABLE} 2024-12-16T23:49:59,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a96f5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T23:49:59,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57ee72b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/java.io.tmpdir/jetty-localhost-41869-hadoop-hdfs-3_4_1-tests_jar-_-any-3203551414914965754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T23:49:59,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e88797c{HTTP/1.1, (http/1.1)}{localhost:41869} 2024-12-16T23:49:59,285 INFO [Time-limited test {}] server.Server(415): Started @3286ms 2024-12-16T23:49:59,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T23:49:59,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T23:49:59,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T23:49:59,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T23:49:59,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T23:49:59,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7533863e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop.log.dir/,AVAILABLE} 2024-12-16T23:49:59,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69624d63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T23:49:59,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52e1d72a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/java.io.tmpdir/jetty-localhost-37849-hadoop-hdfs-3_4_1-tests_jar-_-any-15802003818934723645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T23:49:59,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f835be6{HTTP/1.1, (http/1.1)}{localhost:37849} 2024-12-16T23:49:59,837 INFO [Time-limited test {}] server.Server(415): Started @3837ms 2024-12-16T23:49:59,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T23:50:00,440 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318/dfs/data/data1/current/BP-1048069911-172.17.0.2-1734392998437/current, will proceed with Du for space computation calculation, 2024-12-16T23:50:00,440 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318/dfs/data/data2/current/BP-1048069911-172.17.0.2-1734392998437/current, will proceed with Du for space computation calculation, 2024-12-16T23:50:00,488 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T23:50:00,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317 2024-12-16T23:50:00,558 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e8074a9d8ee185 with lease ID 0x5c3d27a8cbb3c240: Processing first storage report for DS-5c11fe52-ba68-4733-8c10-0b915f67a44d from datanode DatanodeRegistration(127.0.0.1:39653, datanodeUuid=cb7ea961-c9c8-4ded-a98e-2c4328aa754f, infoPort=46011, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=1070730516;c=1734392998437) 2024-12-16T23:50:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e8074a9d8ee185 with lease ID 0x5c3d27a8cbb3c240: from storage DS-5c11fe52-ba68-4733-8c10-0b915f67a44d node DatanodeRegistration(127.0.0.1:39653, datanodeUuid=cb7ea961-c9c8-4ded-a98e-2c4328aa754f, infoPort=46011, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=1070730516;c=1734392998437), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-16T23:50:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15e8074a9d8ee185 with lease ID 0x5c3d27a8cbb3c240: Processing first storage report for DS-dffa8287-7592-4d89-a09d-2288d0016577 from datanode DatanodeRegistration(127.0.0.1:39653, datanodeUuid=cb7ea961-c9c8-4ded-a98e-2c4328aa754f, infoPort=46011, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=1070730516;c=1734392998437) 2024-12-16T23:50:00,561 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15e8074a9d8ee185 with lease ID 0x5c3d27a8cbb3c240: from storage DS-dffa8287-7592-4d89-a09d-2288d0016577 node DatanodeRegistration(127.0.0.1:39653, datanodeUuid=cb7ea961-c9c8-4ded-a98e-2c4328aa754f, infoPort=46011, infoSecurePort=0, ipcPort=34707, storageInfo=lv=-57;cid=testClusterID;nsid=1070730516;c=1734392998437), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T23:50:00,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:00,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741825_1001 (size=7) 2024-12-16T23:50:01,256 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 with version=8 2024-12-16T23:50:01,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/hbase-staging 2024-12-16T23:50:01,391 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T23:50:01,671 INFO [Time-limited test {}] client.ConnectionUtils(129): master/84e0f2a91439:0 server-side Connection retries=45 2024-12-16T23:50:01,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:01,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:01,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T23:50:01,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:01,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T23:50:01,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T23:50:01,913 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T23:50:01,922 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T23:50:01,927 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T23:50:01,954 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3859 (auto-detected) 2024-12-16T23:50:01,955 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T23:50:01,975 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45361 2024-12-16T23:50:01,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:01,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:01,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45361 connecting to ZooKeeper ensemble=127.0.0.1:49324 2024-12-16T23:50:02,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453610x0, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T23:50:02,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45361-0x1019873db3f0000 connected 2024-12-16T23:50:02,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T23:50:02,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T23:50:02,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T23:50:02,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45361 2024-12-16T23:50:02,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45361 2024-12-16T23:50:02,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45361 2024-12-16T23:50:02,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45361 2024-12-16T23:50:02,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45361 2024-12-16T23:50:02,087 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4, hbase.cluster.distributed=false 2024-12-16T23:50:02,149 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/84e0f2a91439:0 server-side Connection retries=45 2024-12-16T23:50:02,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:02,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:02,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T23:50:02,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:02,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T23:50:02,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T23:50:02,155 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T23:50:02,156 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38273 2024-12-16T23:50:02,159 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T23:50:02,165 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T23:50:02,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:02,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:02,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38273 connecting to ZooKeeper ensemble=127.0.0.1:49324 2024-12-16T23:50:02,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382730x0, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T23:50:02,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382730x0, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T23:50:02,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382730x0, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T23:50:02,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382730x0, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-16T23:50:02,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38273-0x1019873db3f0001 connected 2024-12-16T23:50:02,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38273 2024-12-16T23:50:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38273 2024-12-16T23:50:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38273 2024-12-16T23:50:02,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38273 2024-12-16T23:50:02,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38273 2024-12-16T23:50:02,195 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/84e0f2a91439,45361,1734393001385 2024-12-16T23:50:02,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T23:50:02,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T23:50:02,205 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/84e0f2a91439,45361,1734393001385 2024-12-16T23:50:02,212 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84e0f2a91439:45361 2024-12-16T23:50:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T23:50:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-16T23:50:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:02,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:02,226 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T23:50:02,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-16T23:50:02,227 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/84e0f2a91439,45361,1734393001385 from backup master directory 2024-12-16T23:50:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T23:50:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/84e0f2a91439,45361,1734393001385 2024-12-16T23:50:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-16T23:50:02,231 WARN [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T23:50:02,231 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84e0f2a91439,45361,1734393001385 2024-12-16T23:50:02,233 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T23:50:02,234 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T23:50:02,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741826_1002 (size=42) 2024-12-16T23:50:02,708 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/hbase.id with ID: 823cb432-7ec3-4eb4-b4cb-3f09256f01dd 2024-12-16T23:50:02,749 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:02,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:02,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741827_1003 (size=196) 2024-12-16T23:50:02,812 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T23:50:02,815 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T23:50:02,833 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:02,837 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T23:50:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741828_1004 (size=1189) 2024-12-16T23:50:03,291 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store 2024-12-16T23:50:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741829_1005 (size=34) 2024-12-16T23:50:03,713 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T23:50:03,713 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:03,714 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T23:50:03,714 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:03,715 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:03,715 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T23:50:03,715 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:03,715 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:03,715 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T23:50:03,718 WARN [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/.initializing 2024-12-16T23:50:03,718 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/WALs/84e0f2a91439,45361,1734393001385 2024-12-16T23:50:03,726 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T23:50:03,740 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84e0f2a91439%2C45361%2C1734393001385, suffix=, logDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/WALs/84e0f2a91439,45361,1734393001385, archiveDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/oldWALs, maxLogs=10 2024-12-16T23:50:03,763 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/WALs/84e0f2a91439,45361,1734393001385/84e0f2a91439%2C45361%2C1734393001385.1734393003746, exclude list is [], retry=0 2024-12-16T23:50:03,780 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-5c11fe52-ba68-4733-8c10-0b915f67a44d,DISK] 2024-12-16T23:50:03,783 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T23:50:03,820 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/WALs/84e0f2a91439,45361,1734393001385/84e0f2a91439%2C45361%2C1734393001385.1734393003746 2024-12-16T23:50:03,821 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-12-16T23:50:03,821 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:03,821 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:03,825 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,826 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T23:50:03,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:03,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:03,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T23:50:03,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:03,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:03,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T23:50:03,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:03,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:03,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T23:50:03,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:03,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:03,925 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,927 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,938 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T23:50:03,943 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:03,954 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:03,956 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65885105, jitterRate=-0.018235430121421814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T23:50:03,962 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T23:50:03,964 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T23:50:03,999 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b64c96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:04,043 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T23:50:04,058 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T23:50:04,058 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T23:50:04,060 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T23:50:04,062 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-16T23:50:04,069 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-12-16T23:50:04,069 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T23:50:04,110 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T23:50:04,123 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-16T23:50:04,125 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-16T23:50:04,128 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T23:50:04,129 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-16T23:50:04,131 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-16T23:50:04,133 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T23:50:04,137 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-16T23:50:04,139 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-16T23:50:04,141 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-16T23:50:04,142 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-16T23:50:04,159 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T23:50:04,163 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-16T23:50:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T23:50:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-16T23:50:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,177 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=84e0f2a91439,45361,1734393001385, sessionid=0x1019873db3f0000, setting cluster-up flag (Was=false) 2024-12-16T23:50:04,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,201 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-16T23:50:04,203 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84e0f2a91439,45361,1734393001385 2024-12-16T23:50:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,214 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-16T23:50:04,216 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84e0f2a91439,45361,1734393001385 2024-12-16T23:50:04,297 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T23:50:04,303 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T23:50:04,306 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T23:50:04,311 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84e0f2a91439:38273 2024-12-16T23:50:04,312 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1008): ClusterId : 823cb432-7ec3-4eb4-b4cb-3f09256f01dd 2024-12-16T23:50:04,312 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84e0f2a91439,45361,1734393001385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T23:50:04,315 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T23:50:04,315 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:04,316 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:04,316 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:04,316 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:04,316 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84e0f2a91439:0, corePoolSize=10, maxPoolSize=10 2024-12-16T23:50:04,316 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,317 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84e0f2a91439:0, corePoolSize=2, maxPoolSize=2 2024-12-16T23:50:04,317 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,318 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734393034318 2024-12-16T23:50:04,320 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T23:50:04,320 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T23:50:04,321 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T23:50:04,321 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T23:50:04,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T23:50:04,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T23:50:04,324 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T23:50:04,324 DEBUG [RS:0;84e0f2a91439:38273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f6ee2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:04,325 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T23:50:04,326 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T23:50:04,326 DEBUG [RS:0;84e0f2a91439:38273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d6cae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84e0f2a91439/172.17.0.2:0 2024-12-16T23:50:04,326 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T23:50:04,327 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T23:50:04,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:04,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T23:50:04,327 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,330 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T23:50:04,331 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T23:50:04,331 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T23:50:04,331 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T23:50:04,331 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T23:50:04,331 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T23:50:04,333 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T23:50:04,334 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T23:50:04,334 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3073): reportForDuty to master=84e0f2a91439,45361,1734393001385 with isa=84e0f2a91439/172.17.0.2:38273, startcode=1734393002148 2024-12-16T23:50:04,336 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.large.0-1734393004335,5,FailOnTimeoutGroup] 2024-12-16T23:50:04,336 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.small.0-1734393004336,5,FailOnTimeoutGroup] 2024-12-16T23:50:04,336 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,336 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T23:50:04,337 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,338 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741831_1007 (size=1039) 2024-12-16T23:50:04,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T23:50:04,346 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:04,348 DEBUG [RS:0;84e0f2a91439:38273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T23:50:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741832_1008 (size=32) 2024-12-16T23:50:04,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:04,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T23:50:04,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T23:50:04,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:04,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:04,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T23:50:04,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T23:50:04,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:04,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:04,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T23:50:04,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T23:50:04,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:04,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:04,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740 2024-12-16T23:50:04,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740 2024-12-16T23:50:04,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T23:50:04,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T23:50:04,388 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58351, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T23:50:04,394 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:04,395 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66251314, jitterRate=-0.012778490781784058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T23:50:04,397 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45361 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:04,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T23:50:04,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T23:50:04,398 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T23:50:04,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T23:50:04,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T23:50:04,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T23:50:04,399 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T23:50:04,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T23:50:04,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45361 {}] master.ServerManager(486): Registering regionserver=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:04,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T23:50:04,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T23:50:04,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T23:50:04,416 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:04,416 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44513 2024-12-16T23:50:04,416 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T23:50:04,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T23:50:04,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T23:50:04,421 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T23:50:04,422 DEBUG [RS:0;84e0f2a91439:38273 {}] zookeeper.ZKUtil(111): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on existing znode=/1/rs/84e0f2a91439,38273,1734393002148 2024-12-16T23:50:04,422 WARN [RS:0;84e0f2a91439:38273 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T23:50:04,422 INFO [RS:0;84e0f2a91439:38273 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T23:50:04,422 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148 2024-12-16T23:50:04,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84e0f2a91439,38273,1734393002148] 2024-12-16T23:50:04,439 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T23:50:04,454 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T23:50:04,471 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T23:50:04,474 INFO [RS:0;84e0f2a91439:38273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T23:50:04,474 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,475 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T23:50:04,483 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,483 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,483 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,483 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,483 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,484 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,484 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84e0f2a91439:0, corePoolSize=2, maxPoolSize=2 2024-12-16T23:50:04,484 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,484 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,484 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,485 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,485 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:04,485 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84e0f2a91439:0, corePoolSize=3, maxPoolSize=3 2024-12-16T23:50:04,485 DEBUG [RS:0;84e0f2a91439:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84e0f2a91439:0, corePoolSize=3, maxPoolSize=3 2024-12-16T23:50:04,486 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,486 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,486 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,486 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,486 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,38273,1734393002148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T23:50:04,513 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T23:50:04,514 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,38273,1734393002148-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:04,535 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.Replication(204): 84e0f2a91439,38273,1734393002148 started 2024-12-16T23:50:04,535 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1767): Serving as 84e0f2a91439,38273,1734393002148, RpcServer on 84e0f2a91439/172.17.0.2:38273, sessionid=0x1019873db3f0001 2024-12-16T23:50:04,536 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T23:50:04,537 DEBUG [RS:0;84e0f2a91439:38273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:04,537 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84e0f2a91439,38273,1734393002148' 2024-12-16T23:50:04,537 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-16T23:50:04,543 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-16T23:50:04,544 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T23:50:04,544 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T23:50:04,544 DEBUG [RS:0;84e0f2a91439:38273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:04,545 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84e0f2a91439,38273,1734393002148' 2024-12-16T23:50:04,545 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-16T23:50:04,545 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-16T23:50:04,546 DEBUG [RS:0;84e0f2a91439:38273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T23:50:04,546 INFO [RS:0;84e0f2a91439:38273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T23:50:04,546 INFO [RS:0;84e0f2a91439:38273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T23:50:04,572 WARN [84e0f2a91439:45361 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T23:50:04,654 INFO [RS:0;84e0f2a91439:38273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T23:50:04,659 INFO [RS:0;84e0f2a91439:38273 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84e0f2a91439%2C38273%2C1734393002148, suffix=, logDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148, archiveDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/oldWALs, maxLogs=10 2024-12-16T23:50:04,685 DEBUG [RS:0;84e0f2a91439:38273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, exclude list is [], retry=0 2024-12-16T23:50:04,692 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-5c11fe52-ba68-4733-8c10-0b915f67a44d,DISK] 2024-12-16T23:50:04,699 INFO [RS:0;84e0f2a91439:38273 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 2024-12-16T23:50:04,701 DEBUG [RS:0;84e0f2a91439:38273 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-12-16T23:50:04,824 DEBUG [84e0f2a91439:45361 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T23:50:04,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:04,835 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84e0f2a91439,38273,1734393002148, state=OPENING 2024-12-16T23:50:04,842 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T23:50:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:04,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T23:50:04,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T23:50:04,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:05,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:05,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T23:50:05,031 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T23:50:05,044 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T23:50:05,045 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T23:50:05,045 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T23:50:05,054 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84e0f2a91439%2C38273%2C1734393002148.meta, suffix=.meta, logDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148, archiveDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/oldWALs, maxLogs=10 2024-12-16T23:50:05,078 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.meta.1734393005057.meta, exclude list is [], retry=0 2024-12-16T23:50:05,083 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39653,DS-5c11fe52-ba68-4733-8c10-0b915f67a44d,DISK] 2024-12-16T23:50:05,089 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.meta.1734393005057.meta 2024-12-16T23:50:05,090 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46011:46011)] 2024-12-16T23:50:05,090 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:05,092 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T23:50:05,172 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T23:50:05,178 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T23:50:05,183 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T23:50:05,184 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:05,184 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T23:50:05,184 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T23:50:05,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T23:50:05,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T23:50:05,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:05,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:05,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T23:50:05,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T23:50:05,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:05,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:05,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T23:50:05,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T23:50:05,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:05,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:05,199 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740 2024-12-16T23:50:05,204 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740 2024-12-16T23:50:05,208 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T23:50:05,212 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T23:50:05,213 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70975354, jitterRate=0.057615190744400024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T23:50:05,215 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T23:50:05,223 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734393005017 2024-12-16T23:50:05,235 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T23:50:05,236 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T23:50:05,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:05,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84e0f2a91439,38273,1734393002148, state=OPEN 2024-12-16T23:50:05,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T23:50:05,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-16T23:50:05,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T23:50:05,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-16T23:50:05,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T23:50:05,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=84e0f2a91439,38273,1734393002148 in 398 msec 2024-12-16T23:50:05,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T23:50:05,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 851 msec 2024-12-16T23:50:05,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0270 sec 2024-12-16T23:50:05,279 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734393005279, completionTime=-1 2024-12-16T23:50:05,279 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T23:50:05,280 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T23:50:05,322 DEBUG [hconnection-0x4d88d03d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:05,326 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T23:50:05,340 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T23:50:05,341 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734393065340 2024-12-16T23:50:05,341 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734393125341 2024-12-16T23:50:05,341 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 61 msec 2024-12-16T23:50:05,379 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,45361,1734393001385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:05,380 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,45361,1734393001385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:05,380 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,45361,1734393001385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:05,382 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84e0f2a91439:45361, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:05,385 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:05,393 DEBUG [master/84e0f2a91439:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T23:50:05,395 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T23:50:05,397 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T23:50:05,406 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T23:50:05,410 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T23:50:05,411 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:05,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T23:50:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741835_1011 (size=358) 2024-12-16T23:50:05,444 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ada4259f997d1aa56f5f91203afabb28, NAME => 'hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741836_1012 (size=42) 2024-12-16T23:50:05,461 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:05,462 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ada4259f997d1aa56f5f91203afabb28, disabling compactions & flushes 2024-12-16T23:50:05,462 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:50:05,462 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:50:05,462 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. after waiting 0 ms 2024-12-16T23:50:05,462 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:50:05,463 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:50:05,463 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ada4259f997d1aa56f5f91203afabb28: 2024-12-16T23:50:05,466 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T23:50:05,475 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734393005468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393005468"}]},"ts":"1734393005468"} 2024-12-16T23:50:05,594 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T23:50:05,598 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T23:50:05,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393005598"}]},"ts":"1734393005598"} 2024-12-16T23:50:05,622 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T23:50:05,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ada4259f997d1aa56f5f91203afabb28, ASSIGN}] 2024-12-16T23:50:05,633 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ada4259f997d1aa56f5f91203afabb28, ASSIGN 2024-12-16T23:50:05,635 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ada4259f997d1aa56f5f91203afabb28, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:05,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ada4259f997d1aa56f5f91203afabb28, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:05,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ada4259f997d1aa56f5f91203afabb28, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:05,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:05,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:50:05,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ada4259f997d1aa56f5f91203afabb28, NAME => 'hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28.', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:50:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:05,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:50:05,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:50:05,976 INFO [StoreOpener-ada4259f997d1aa56f5f91203afabb28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:50:05,982 INFO [StoreOpener-ada4259f997d1aa56f5f91203afabb28-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ada4259f997d1aa56f5f91203afabb28 columnFamilyName info 2024-12-16T23:50:05,983 DEBUG [StoreOpener-ada4259f997d1aa56f5f91203afabb28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:05,984 INFO [StoreOpener-ada4259f997d1aa56f5f91203afabb28-1 {}] regionserver.HStore(327): Store=ada4259f997d1aa56f5f91203afabb28/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:05,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:50:05,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:50:06,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:50:06,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:06,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ada4259f997d1aa56f5f91203afabb28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63406349, jitterRate=-0.055171772837638855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T23:50:06,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ada4259f997d1aa56f5f91203afabb28: 2024-12-16T23:50:06,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28., pid=6, masterSystemTime=1734393005961 2024-12-16T23:50:06,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:50:06,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:50:06,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ada4259f997d1aa56f5f91203afabb28, regionState=OPEN, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:06,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T23:50:06,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ada4259f997d1aa56f5f91203afabb28, server=84e0f2a91439,38273,1734393002148 in 233 msec 2024-12-16T23:50:06,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T23:50:06,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ada4259f997d1aa56f5f91203afabb28, ASSIGN in 401 msec 2024-12-16T23:50:06,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T23:50:06,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393006038"}]},"ts":"1734393006038"} 2024-12-16T23:50:06,042 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T23:50:06,048 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T23:50:06,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 650 msec 2024-12-16T23:50:06,132 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-16T23:50:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-16T23:50:06,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:06,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:06,183 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T23:50:06,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T23:50:06,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 52 msec 2024-12-16T23:50:06,239 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T23:50:06,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-16T23:50:06,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-12-16T23:50:06,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-16T23:50:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-16T23:50:06,279 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.048sec 2024-12-16T23:50:06,281 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T23:50:06,282 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T23:50:06,283 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T23:50:06,284 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T23:50:06,284 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T23:50:06,285 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,45361,1734393001385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T23:50:06,285 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,45361,1734393001385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T23:50:06,291 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T23:50:06,292 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T23:50:06,293 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,45361,1734393001385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:06,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd549a4 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f95fbf8 2024-12-16T23:50:06,346 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T23:50:06,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d40c4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:06,357 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T23:50:06,357 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T23:50:06,368 DEBUG [hconnection-0x53306275-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:06,378 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T23:50:06,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=84e0f2a91439,45361,1734393001385 2024-12-16T23:50:06,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T23:50:06,390 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/cluster_e8e57019-e075-7d38-c410-88d74d4b5b9a, deleteOnExit=true 2024-12-16T23:50:06,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T23:50:06,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/test.cache.data in system properties and HBase conf 2024-12-16T23:50:06,407 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T23:50:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/hadoop.log.dir in system properties and HBase conf 2024-12-16T23:50:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T23:50:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T23:50:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T23:50:06,408 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T23:50:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T23:50:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T23:50:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/nfs.dump.dir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/java.io.tmpdir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T23:50:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T23:50:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T23:50:06,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T23:50:06,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T23:50:06,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T23:50:06,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T23:50:06,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T23:50:06,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T23:50:06,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5391d0f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/hadoop.log.dir/,AVAILABLE} 2024-12-16T23:50:06,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@480cb8fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T23:50:06,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42e42cc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/java.io.tmpdir/jetty-localhost-33151-hadoop-hdfs-3_4_1-tests_jar-_-any-13394038379547767133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T23:50:06,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3bbf{HTTP/1.1, (http/1.1)}{localhost:33151} 2024-12-16T23:50:06,723 INFO [Time-limited test {}] server.Server(415): Started @10723ms 2024-12-16T23:50:06,848 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T23:50:06,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T23:50:06,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T23:50:06,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T23:50:06,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T23:50:06,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea7ac2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/hadoop.log.dir/,AVAILABLE} 2024-12-16T23:50:06,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b3149c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T23:50:06,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a9506d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/java.io.tmpdir/jetty-localhost-41525-hadoop-hdfs-3_4_1-tests_jar-_-any-1849733565935170514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T23:50:06,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b737810{HTTP/1.1, (http/1.1)}{localhost:41525} 2024-12-16T23:50:06,999 INFO [Time-limited test {}] server.Server(415): Started @10999ms 2024-12-16T23:50:07,004 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T23:50:07,150 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/cluster_e8e57019-e075-7d38-c410-88d74d4b5b9a/dfs/data/data1/current/BP-1945863835-172.17.0.2-1734393006448/current, will proceed with Du for space computation calculation, 2024-12-16T23:50:07,154 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/cluster_e8e57019-e075-7d38-c410-88d74d4b5b9a/dfs/data/data2/current/BP-1945863835-172.17.0.2-1734393006448/current, will proceed with Du for space computation calculation, 2024-12-16T23:50:07,178 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T23:50:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7e9d94465b4f91 with lease ID 0x9124f3fcd84480: Processing first storage report for DS-19fd46e8-32b2-4651-ae06-84116676901e from datanode DatanodeRegistration(127.0.0.1:42501, datanodeUuid=aa7e5f0f-d4cc-4c93-a3a7-837fbd431699, infoPort=35691, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=2016701749;c=1734393006448) 2024-12-16T23:50:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7e9d94465b4f91 with lease ID 0x9124f3fcd84480: from storage DS-19fd46e8-32b2-4651-ae06-84116676901e node DatanodeRegistration(127.0.0.1:42501, datanodeUuid=aa7e5f0f-d4cc-4c93-a3a7-837fbd431699, infoPort=35691, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=2016701749;c=1734393006448), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T23:50:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff7e9d94465b4f91 with lease ID 0x9124f3fcd84480: Processing first storage report for DS-51ee1818-37d0-41a6-80d1-90a2915e53a2 from datanode DatanodeRegistration(127.0.0.1:42501, datanodeUuid=aa7e5f0f-d4cc-4c93-a3a7-837fbd431699, infoPort=35691, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=2016701749;c=1734393006448) 2024-12-16T23:50:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff7e9d94465b4f91 with lease ID 0x9124f3fcd84480: from storage DS-51ee1818-37d0-41a6-80d1-90a2915e53a2 node DatanodeRegistration(127.0.0.1:42501, datanodeUuid=aa7e5f0f-d4cc-4c93-a3a7-837fbd431699, infoPort=35691, infoSecurePort=0, ipcPort=40259, storageInfo=lv=-57;cid=testClusterID;nsid=2016701749;c=1734393006448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T23:50:07,279 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a 2024-12-16T23:50:07,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:07,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741825_1001 (size=7) 2024-12-16T23:50:07,706 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e with version=8 2024-12-16T23:50:07,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/hbase-staging 2024-12-16T23:50:07,710 INFO [Time-limited test {}] client.ConnectionUtils(129): master/84e0f2a91439:0 server-side Connection retries=18 2024-12-16T23:50:07,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:07,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:07,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T23:50:07,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:07,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T23:50:07,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T23:50:07,711 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T23:50:07,713 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36337 2024-12-16T23:50:07,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:07,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:07,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36337 connecting to ZooKeeper ensemble=127.0.0.1:49324 2024-12-16T23:50:07,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363370x0, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T23:50:07,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36337-0x1019873db3f0003 connected 2024-12-16T23:50:07,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T23:50:07,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T23:50:07,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T23:50:07,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36337 2024-12-16T23:50:07,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36337 2024-12-16T23:50:07,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36337 2024-12-16T23:50:07,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36337 2024-12-16T23:50:07,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36337 2024-12-16T23:50:07,770 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e, hbase.cluster.distributed=false 2024-12-16T23:50:07,791 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/84e0f2a91439:0 server-side Connection retries=18 2024-12-16T23:50:07,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:07,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:07,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T23:50:07,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T23:50:07,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T23:50:07,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T23:50:07,793 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T23:50:07,794 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33503 2024-12-16T23:50:07,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T23:50:07,796 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T23:50:07,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:07,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:07,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33503 connecting to ZooKeeper ensemble=127.0.0.1:49324 2024-12-16T23:50:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335030x0, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T23:50:07,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335030x0, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T23:50:07,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335030x0, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T23:50:07,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335030x0, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-16T23:50:07,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33503-0x1019873db3f0004 connected 2024-12-16T23:50:07,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33503 2024-12-16T23:50:07,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33503 2024-12-16T23:50:07,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33503 2024-12-16T23:50:07,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33503 2024-12-16T23:50:07,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33503 2024-12-16T23:50:07,828 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/84e0f2a91439,36337,1734393007709 2024-12-16T23:50:07,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T23:50:07,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T23:50:07,835 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/84e0f2a91439,36337,1734393007709 2024-12-16T23:50:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T23:50:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-16T23:50:07,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:07,842 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T23:50:07,842 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/84e0f2a91439,36337,1734393007709 from backup master directory 2024-12-16T23:50:07,844 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;84e0f2a91439:36337 2024-12-16T23:50:07,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T23:50:07,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/84e0f2a91439,36337,1734393007709 2024-12-16T23:50:07,845 WARN [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T23:50:07,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-16T23:50:07,845 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=84e0f2a91439,36337,1734393007709 2024-12-16T23:50:07,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Unable to get data of znode /2/backup-masters/84e0f2a91439,36337,1734393007709 because node does not exist (not an error) 2024-12-16T23:50:07,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-16T23:50:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741826_1002 (size=42) 2024-12-16T23:50:07,886 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/hbase.id with ID: 2f2e45d2-531e-4bdb-9766-7b081cdcacfe 2024-12-16T23:50:07,910 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T23:50:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:07,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741827_1003 (size=196) 2024-12-16T23:50:07,925 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T23:50:07,926 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T23:50:07,927 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T23:50:07,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741828_1004 (size=1189) 2024-12-16T23:50:08,344 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store 2024-12-16T23:50:08,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741829_1005 (size=34) 2024-12-16T23:50:08,358 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:08,358 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T23:50:08,358 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:08,358 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:08,358 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T23:50:08,358 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:08,358 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:50:08,358 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T23:50:08,360 WARN [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/.initializing 2024-12-16T23:50:08,360 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/WALs/84e0f2a91439,36337,1734393007709 2024-12-16T23:50:08,362 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T23:50:08,365 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84e0f2a91439%2C36337%2C1734393007709, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/WALs/84e0f2a91439,36337,1734393007709, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/oldWALs, maxLogs=10 2024-12-16T23:50:08,380 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/WALs/84e0f2a91439,36337,1734393007709/84e0f2a91439%2C36337%2C1734393007709.1734393008365, exclude list is [], retry=0 2024-12-16T23:50:08,384 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42501,DS-19fd46e8-32b2-4651-ae06-84116676901e,DISK] 2024-12-16T23:50:08,388 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/WALs/84e0f2a91439,36337,1734393007709/84e0f2a91439%2C36337%2C1734393007709.1734393008365 2024-12-16T23:50:08,388 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-16T23:50:08,389 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:08,389 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:08,389 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,389 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T23:50:08,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:08,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T23:50:08,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:08,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T23:50:08,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:08,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T23:50:08,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:08,408 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,408 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,412 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T23:50:08,414 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T23:50:08,418 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:08,419 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71762372, jitterRate=0.06934267282485962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T23:50:08,419 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T23:50:08,419 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T23:50:08,424 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77fc35c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:08,425 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T23:50:08,425 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T23:50:08,425 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T23:50:08,426 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T23:50:08,426 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T23:50:08,427 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T23:50:08,427 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T23:50:08,429 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T23:50:08,430 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-16T23:50:08,435 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-16T23:50:08,436 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T23:50:08,436 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-16T23:50:08,438 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-16T23:50:08,438 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T23:50:08,439 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-16T23:50:08,440 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-16T23:50:08,441 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-16T23:50:08,443 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-16T23:50:08,445 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T23:50:08,446 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-16T23:50:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T23:50:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-16T23:50:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:08,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:08,448 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=84e0f2a91439,36337,1734393007709, sessionid=0x1019873db3f0003, setting cluster-up flag (Was=false) 2024-12-16T23:50:08,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:08,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:08,457 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-16T23:50:08,458 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84e0f2a91439,36337,1734393007709 2024-12-16T23:50:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:08,474 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-16T23:50:08,475 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=84e0f2a91439,36337,1734393007709 2024-12-16T23:50:08,480 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T23:50:08,481 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T23:50:08,481 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T23:50:08,481 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 84e0f2a91439,36337,1734393007709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T23:50:08,481 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:08,481 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:08,482 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:08,482 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/84e0f2a91439:0, corePoolSize=5, maxPoolSize=5 2024-12-16T23:50:08,482 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/84e0f2a91439:0, corePoolSize=10, maxPoolSize=10 2024-12-16T23:50:08,482 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,482 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/84e0f2a91439:0, corePoolSize=2, maxPoolSize=2 2024-12-16T23:50:08,482 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,485 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T23:50:08,485 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T23:50:08,487 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T23:50:08,492 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734393038492 2024-12-16T23:50:08,492 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T23:50:08,493 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T23:50:08,493 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T23:50:08,493 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T23:50:08,493 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T23:50:08,493 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T23:50:08,493 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,494 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T23:50:08,494 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T23:50:08,494 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T23:50:08,494 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T23:50:08,494 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T23:50:08,495 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.large.0-1734393008495,5,FailOnTimeoutGroup] 2024-12-16T23:50:08,495 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.small.0-1734393008495,5,FailOnTimeoutGroup] 2024-12-16T23:50:08,495 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,495 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T23:50:08,495 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,495 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741831_1007 (size=1039) 2024-12-16T23:50:08,549 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;84e0f2a91439:33503 2024-12-16T23:50:08,550 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1008): ClusterId : 2f2e45d2-531e-4bdb-9766-7b081cdcacfe 2024-12-16T23:50:08,550 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T23:50:08,553 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T23:50:08,553 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T23:50:08,555 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T23:50:08,555 DEBUG [RS:0;84e0f2a91439:33503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603229c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:08,556 DEBUG [RS:0;84e0f2a91439:33503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5946b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84e0f2a91439/172.17.0.2:0 2024-12-16T23:50:08,556 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T23:50:08,556 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T23:50:08,556 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T23:50:08,557 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3073): reportForDuty to master=84e0f2a91439,36337,1734393007709 with isa=84e0f2a91439/172.17.0.2:33503, startcode=1734393007790 2024-12-16T23:50:08,557 DEBUG [RS:0;84e0f2a91439:33503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T23:50:08,560 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41041, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T23:50:08,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36337 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:08,561 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36337 {}] master.ServerManager(486): Registering regionserver=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:08,565 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:08,565 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36557 2024-12-16T23:50:08,565 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T23:50:08,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T23:50:08,567 DEBUG [RS:0;84e0f2a91439:33503 {}] zookeeper.ZKUtil(111): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on existing znode=/2/rs/84e0f2a91439,33503,1734393007790 2024-12-16T23:50:08,567 WARN [RS:0;84e0f2a91439:33503 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T23:50:08,568 INFO [RS:0;84e0f2a91439:33503 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T23:50:08,568 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/WALs/84e0f2a91439,33503,1734393007790 2024-12-16T23:50:08,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [84e0f2a91439,33503,1734393007790] 2024-12-16T23:50:08,572 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-16T23:50:08,573 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T23:50:08,575 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T23:50:08,575 INFO [RS:0;84e0f2a91439:33503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T23:50:08,575 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,576 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T23:50:08,577 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/84e0f2a91439:0, corePoolSize=2, maxPoolSize=2 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,577 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/84e0f2a91439:0, corePoolSize=1, maxPoolSize=1 2024-12-16T23:50:08,578 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/84e0f2a91439:0, corePoolSize=3, maxPoolSize=3 2024-12-16T23:50:08,578 DEBUG [RS:0;84e0f2a91439:33503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/84e0f2a91439:0, corePoolSize=3, maxPoolSize=3 2024-12-16T23:50:08,578 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,578 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,578 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,578 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,578 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,33503,1734393007790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T23:50:08,594 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T23:50:08,595 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,33503,1734393007790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:08,611 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.Replication(204): 84e0f2a91439,33503,1734393007790 started 2024-12-16T23:50:08,611 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1767): Serving as 84e0f2a91439,33503,1734393007790, RpcServer on 84e0f2a91439/172.17.0.2:33503, sessionid=0x1019873db3f0004 2024-12-16T23:50:08,611 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T23:50:08,611 DEBUG [RS:0;84e0f2a91439:33503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:08,611 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84e0f2a91439,33503,1734393007790' 2024-12-16T23:50:08,611 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-16T23:50:08,612 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-16T23:50:08,612 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T23:50:08,612 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T23:50:08,612 DEBUG [RS:0;84e0f2a91439:33503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:08,612 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '84e0f2a91439,33503,1734393007790' 2024-12-16T23:50:08,612 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-16T23:50:08,613 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-16T23:50:08,613 DEBUG [RS:0;84e0f2a91439:33503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T23:50:08,613 INFO [RS:0;84e0f2a91439:33503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T23:50:08,613 INFO [RS:0;84e0f2a91439:33503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T23:50:08,714 INFO [RS:0;84e0f2a91439:33503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T23:50:08,718 INFO [RS:0;84e0f2a91439:33503 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84e0f2a91439%2C33503%2C1734393007790, suffix=, logDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/WALs/84e0f2a91439,33503,1734393007790, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/oldWALs, maxLogs=10 2024-12-16T23:50:08,741 DEBUG [RS:0;84e0f2a91439:33503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/WALs/84e0f2a91439,33503,1734393007790/84e0f2a91439%2C33503%2C1734393007790.1734393008720, exclude list is [], retry=0 2024-12-16T23:50:08,745 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42501,DS-19fd46e8-32b2-4651-ae06-84116676901e,DISK] 2024-12-16T23:50:08,749 INFO [RS:0;84e0f2a91439:33503 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/WALs/84e0f2a91439,33503,1734393007790/84e0f2a91439%2C33503%2C1734393007790.1734393008720 2024-12-16T23:50:08,750 DEBUG [RS:0;84e0f2a91439:33503 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-16T23:50:08,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T23:50:08,901 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:08,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741833_1009 (size=32) 2024-12-16T23:50:08,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:08,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T23:50:08,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T23:50:08,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:08,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T23:50:08,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T23:50:08,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:08,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T23:50:08,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T23:50:08,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:08,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:08,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740 2024-12-16T23:50:08,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740 2024-12-16T23:50:08,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T23:50:08,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T23:50:08,952 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:08,953 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59651570, jitterRate=-0.11112233996391296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T23:50:08,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T23:50:08,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T23:50:08,953 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T23:50:08,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T23:50:08,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T23:50:08,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T23:50:08,953 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T23:50:08,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T23:50:08,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T23:50:08,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T23:50:08,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T23:50:08,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T23:50:08,958 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T23:50:09,109 DEBUG [84e0f2a91439:36337 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T23:50:09,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:09,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84e0f2a91439,33503,1734393007790, state=OPENING 2024-12-16T23:50:09,116 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T23:50:09,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:09,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:09,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:09,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T23:50:09,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T23:50:09,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:09,273 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T23:50:09,276 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T23:50:09,281 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T23:50:09,281 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T23:50:09,282 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T23:50:09,285 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=84e0f2a91439%2C33503%2C1734393007790.meta, suffix=.meta, logDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/WALs/84e0f2a91439,33503,1734393007790, archiveDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/oldWALs, maxLogs=10 2024-12-16T23:50:09,301 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/WALs/84e0f2a91439,33503,1734393007790/84e0f2a91439%2C33503%2C1734393007790.meta.1734393009287.meta, exclude list is [], retry=0 2024-12-16T23:50:09,304 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42501,DS-19fd46e8-32b2-4651-ae06-84116676901e,DISK] 2024-12-16T23:50:09,307 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/WALs/84e0f2a91439,33503,1734393007790/84e0f2a91439%2C33503%2C1734393007790.meta.1734393009287.meta 2024-12-16T23:50:09,308 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-16T23:50:09,308 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:09,308 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T23:50:09,309 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T23:50:09,309 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T23:50:09,309 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T23:50:09,309 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:09,309 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T23:50:09,309 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T23:50:09,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T23:50:09,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T23:50:09,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:09,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:09,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T23:50:09,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T23:50:09,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:09,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T23:50:09,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T23:50:09,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:09,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T23:50:09,318 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740 2024-12-16T23:50:09,320 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740 2024-12-16T23:50:09,322 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T23:50:09,324 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T23:50:09,325 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68070906, jitterRate=0.014335542917251587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T23:50:09,325 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T23:50:09,327 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734393009273 2024-12-16T23:50:09,331 DEBUG [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T23:50:09,331 INFO [RS_OPEN_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T23:50:09,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:09,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 84e0f2a91439,33503,1734393007790, state=OPEN 2024-12-16T23:50:09,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T23:50:09,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-16T23:50:09,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T23:50:09,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-16T23:50:09,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T23:50:09,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=84e0f2a91439,33503,1734393007790 in 217 msec 2024-12-16T23:50:09,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T23:50:09,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-12-16T23:50:09,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 866 msec 2024-12-16T23:50:09,346 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734393009346, completionTime=-1 2024-12-16T23:50:09,346 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T23:50:09,346 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T23:50:09,347 DEBUG [hconnection-0x118d220b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:09,348 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T23:50:09,350 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T23:50:09,350 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734393069350 2024-12-16T23:50:09,350 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734393129350 2024-12-16T23:50:09,350 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-16T23:50:09,356 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,36337,1734393007709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:09,356 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,36337,1734393007709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:09,356 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,36337,1734393007709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:09,356 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-84e0f2a91439:36337, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:09,356 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:09,357 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T23:50:09,357 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T23:50:09,358 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T23:50:09,359 DEBUG [master/84e0f2a91439:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T23:50:09,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T23:50:09,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:09,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T23:50:09,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741835_1011 (size=358) 2024-12-16T23:50:09,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:09,773 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2bd51e8e9468f36d6d4391f1eae12443, NAME => 'hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:09,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741836_1012 (size=42) 2024-12-16T23:50:10,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:10,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2bd51e8e9468f36d6d4391f1eae12443, disabling compactions & flushes 2024-12-16T23:50:10,182 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:50:10,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:50:10,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. after waiting 0 ms 2024-12-16T23:50:10,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:50:10,182 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:50:10,182 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2bd51e8e9468f36d6d4391f1eae12443: 2024-12-16T23:50:10,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T23:50:10,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734393010184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393010184"}]},"ts":"1734393010184"} 2024-12-16T23:50:10,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T23:50:10,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T23:50:10,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393010190"}]},"ts":"1734393010190"} 2024-12-16T23:50:10,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T23:50:10,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2bd51e8e9468f36d6d4391f1eae12443, ASSIGN}] 2024-12-16T23:50:10,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2bd51e8e9468f36d6d4391f1eae12443, ASSIGN 2024-12-16T23:50:10,201 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2bd51e8e9468f36d6d4391f1eae12443, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:10,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2bd51e8e9468f36d6d4391f1eae12443, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:10,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2bd51e8e9468f36d6d4391f1eae12443, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:10,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:10,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:50:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2bd51e8e9468f36d6d4391f1eae12443, NAME => 'hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443.', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:50:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:50:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:50:10,515 INFO [StoreOpener-2bd51e8e9468f36d6d4391f1eae12443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:50:10,517 INFO [StoreOpener-2bd51e8e9468f36d6d4391f1eae12443-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd51e8e9468f36d6d4391f1eae12443 columnFamilyName info 2024-12-16T23:50:10,517 DEBUG [StoreOpener-2bd51e8e9468f36d6d4391f1eae12443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:10,518 INFO [StoreOpener-2bd51e8e9468f36d6d4391f1eae12443-1 {}] regionserver.HStore(327): Store=2bd51e8e9468f36d6d4391f1eae12443/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:10,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:50:10,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:50:10,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:50:10,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:10,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2bd51e8e9468f36d6d4391f1eae12443; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69016854, jitterRate=0.02843126654624939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T23:50:10,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2bd51e8e9468f36d6d4391f1eae12443: 2024-12-16T23:50:10,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443., pid=6, masterSystemTime=1734393010507 2024-12-16T23:50:10,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:50:10,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:50:10,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2bd51e8e9468f36d6d4391f1eae12443, regionState=OPEN, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:10,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T23:50:10,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2bd51e8e9468f36d6d4391f1eae12443, server=84e0f2a91439,33503,1734393007790 in 179 msec 2024-12-16T23:50:10,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T23:50:10,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2bd51e8e9468f36d6d4391f1eae12443, ASSIGN in 338 msec 2024-12-16T23:50:10,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T23:50:10,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393010540"}]},"ts":"1734393010540"} 2024-12-16T23:50:10,542 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T23:50:10,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T23:50:10,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.1890 sec 2024-12-16T23:50:10,560 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-16T23:50:10,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-16T23:50:10,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:10,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:50:10,568 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T23:50:10,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T23:50:10,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 15 msec 2024-12-16T23:50:10,591 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T23:50:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-16T23:50:10,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-16T23:50:10,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-16T23:50:10,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.774sec 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,36337,1734393007709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T23:50:10,619 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,36337,1734393007709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T23:50:10,622 DEBUG [master/84e0f2a91439:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T23:50:10,622 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T23:50:10,622 INFO [master/84e0f2a91439:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=84e0f2a91439,36337,1734393007709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T23:50:10,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59fe8373 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@216be3e3 2024-12-16T23:50:10,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea2dcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:10,646 DEBUG [hconnection-0x76c34323-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:10,648 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T23:50:10,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=84e0f2a91439,36337,1734393007709 2024-12-16T23:50:10,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d3ddb38 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@310b41e7 2024-12-16T23:50:10,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379aeb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:10,656 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b082490 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dfc8d2 2024-12-16T23:50:10,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b0a057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:10,660 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79676e92 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fa8b034 2024-12-16T23:50:10,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c0f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:10,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T23:50:10,670 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T23:50:10,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T23:50:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T23:50:10,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T23:50:10,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T23:50:10,683 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:10,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T23:50:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:10,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T23:50:10,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741837_1013 (size=631) 2024-12-16T23:50:10,696 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bfd90ceab0ea414004d1949e4092d027, NAME => 'test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:10,697 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0cdac3be07af76559344a76e184b831f, NAME => 'test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:10,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4eaf932e3c3aff9024af596a624c3a40, NAME => 'test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:10,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741838_1014 (size=45) 2024-12-16T23:50:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741839_1015 (size=45) 2024-12-16T23:50:10,711 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:10,711 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bfd90ceab0ea414004d1949e4092d027, disabling compactions & flushes 2024-12-16T23:50:10,711 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:50:10,711 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:50:10,712 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. after waiting 0 ms 2024-12-16T23:50:10,712 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:50:10,712 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:50:10,712 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bfd90ceab0ea414004d1949e4092d027: 2024-12-16T23:50:10,713 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7a21b704a21beca7d84d48d8063a36d3, NAME => 'test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:10,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:10,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0cdac3be07af76559344a76e184b831f, disabling compactions & flushes 2024-12-16T23:50:10,715 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:50:10,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:50:10,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. after waiting 0 ms 2024-12-16T23:50:10,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:50:10,715 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:50:10,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0cdac3be07af76559344a76e184b831f: 2024-12-16T23:50:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741840_1016 (size=42) 2024-12-16T23:50:10,717 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8a08180045d0d01bb1474c8c00bd021b, NAME => 'test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:10,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:10,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4eaf932e3c3aff9024af596a624c3a40, disabling compactions & flushes 2024-12-16T23:50:10,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:50:10,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:50:10,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. after waiting 0 ms 2024-12-16T23:50:10,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:50:10,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:50:10,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4eaf932e3c3aff9024af596a624c3a40: 2024-12-16T23:50:10,718 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 12c082a9c504721e40b9a5df7fe10b97, NAME => 'test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741841_1017 (size=45) 2024-12-16T23:50:10,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741842_1018 (size=45) 2024-12-16T23:50:10,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741843_1019 (size=45) 2024-12-16T23:50:10,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T23:50:10,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T23:50:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:11,129 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,129 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7a21b704a21beca7d84d48d8063a36d3, disabling compactions & flushes 2024-12-16T23:50:11,129 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:50:11,129 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:50:11,129 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. after waiting 0 ms 2024-12-16T23:50:11,129 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:50:11,129 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:50:11,129 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7a21b704a21beca7d84d48d8063a36d3: 2024-12-16T23:50:11,130 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 70f1b9fff5a57912847d58938ee854c7, NAME => 'test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8a08180045d0d01bb1474c8c00bd021b, disabling compactions & flushes 2024-12-16T23:50:11,132 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. after waiting 0 ms 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:50:11,132 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8a08180045d0d01bb1474c8c00bd021b: 2024-12-16T23:50:11,132 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 12c082a9c504721e40b9a5df7fe10b97, disabling compactions & flushes 2024-12-16T23:50:11,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:50:11,133 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 88163682126e9102deb47a94e85556aa, NAME => 'test,hhh,1734393010675.88163682126e9102deb47a94e85556aa.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:50:11,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. after waiting 0 ms 2024-12-16T23:50:11,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:50:11,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:50:11,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 12c082a9c504721e40b9a5df7fe10b97: 2024-12-16T23:50:11,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 557c01908f80266a01755276ab5f8206, NAME => 'test,iii,1734393010675.557c01908f80266a01755276ab5f8206.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741844_1020 (size=45) 2024-12-16T23:50:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741845_1021 (size=45) 2024-12-16T23:50:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741846_1022 (size=45) 2024-12-16T23:50:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:11,539 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,539 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 70f1b9fff5a57912847d58938ee854c7, disabling compactions & flushes 2024-12-16T23:50:11,540 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:50:11,540 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:50:11,540 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. after waiting 0 ms 2024-12-16T23:50:11,540 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:50:11,540 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:50:11,540 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 70f1b9fff5a57912847d58938ee854c7: 2024-12-16T23:50:11,541 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 29e47b86064a4f462e18199daad5aba4, NAME => 'test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,543 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734393010675.88163682126e9102deb47a94e85556aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,543 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 88163682126e9102deb47a94e85556aa, disabling compactions & flushes 2024-12-16T23:50:11,543 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:50:11,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:50:11,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. after waiting 0 ms 2024-12-16T23:50:11,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:50:11,544 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:50:11,544 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 88163682126e9102deb47a94e85556aa: 2024-12-16T23:50:11,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734393010675.557c01908f80266a01755276ab5f8206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,545 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1fe00451ab745ef69731f2c1251efa23, NAME => 'test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 557c01908f80266a01755276ab5f8206, disabling compactions & flushes 2024-12-16T23:50:11,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:50:11,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:50:11,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734393010675.557c01908f80266a01755276ab5f8206. after waiting 0 ms 2024-12-16T23:50:11,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:50:11,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:50:11,545 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 557c01908f80266a01755276ab5f8206: 2024-12-16T23:50:11,545 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 21dc0a12d3e1c5ec61eb379e2d543fb8, NAME => 'test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741847_1023 (size=45) 2024-12-16T23:50:11,549 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,550 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 29e47b86064a4f462e18199daad5aba4, disabling compactions & flushes 2024-12-16T23:50:11,550 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:50:11,550 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:50:11,550 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. after waiting 0 ms 2024-12-16T23:50:11,550 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:50:11,550 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:50:11,550 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 29e47b86064a4f462e18199daad5aba4: 2024-12-16T23:50:11,551 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f12d8a7844c5169d76390700831187c4, NAME => 'test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741848_1024 (size=45) 2024-12-16T23:50:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741849_1025 (size=45) 2024-12-16T23:50:11,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741850_1026 (size=45) 2024-12-16T23:50:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:11,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T23:50:11,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T23:50:11,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T23:50:11,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T23:50:11,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T23:50:11,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T23:50:11,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T23:50:11,914 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T23:50:11,959 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1fe00451ab745ef69731f2c1251efa23, disabling compactions & flushes 2024-12-16T23:50:11,960 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f12d8a7844c5169d76390700831187c4, disabling compactions & flushes 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:50:11,960 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. after waiting 0 ms 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. after waiting 0 ms 2024-12-16T23:50:11,960 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1fe00451ab745ef69731f2c1251efa23: 2024-12-16T23:50:11,960 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:50:11,960 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f12d8a7844c5169d76390700831187c4: 2024-12-16T23:50:11,961 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f4a92caf3ce1ff5cfa1b84d4e6757298, NAME => 'test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,961 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ac1d8d353533aab1753045af3cc0981f, NAME => 'test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:11,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 21dc0a12d3e1c5ec61eb379e2d543fb8, disabling compactions & flushes 2024-12-16T23:50:11,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:50:11,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:50:11,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. after waiting 0 ms 2024-12-16T23:50:11,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:50:11,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:50:11,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 21dc0a12d3e1c5ec61eb379e2d543fb8: 2024-12-16T23:50:11,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bbbacf9e22cf95a756242d399b89fa84, NAME => 'test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741852_1028 (size=45) 2024-12-16T23:50:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741851_1027 (size=45) 2024-12-16T23:50:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741853_1029 (size=45) 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ac1d8d353533aab1753045af3cc0981f, disabling compactions & flushes 2024-12-16T23:50:12,370 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f4a92caf3ce1ff5cfa1b84d4e6757298, disabling compactions & flushes 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. after waiting 0 ms 2024-12-16T23:50:12,370 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:50:12,370 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. after waiting 0 ms 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ac1d8d353533aab1753045af3cc0981f: 2024-12-16T23:50:12,370 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:50:12,370 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:50:12,371 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f4a92caf3ce1ff5cfa1b84d4e6757298: 2024-12-16T23:50:12,371 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b2ac409f6d2611db93ff04f5cf43b9ca, NAME => 'test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:12,372 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 33e93cf2ed290f1d36376084fd96ad82, NAME => 'test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:12,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:12,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bbbacf9e22cf95a756242d399b89fa84, disabling compactions & flushes 2024-12-16T23:50:12,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:50:12,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:50:12,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. after waiting 0 ms 2024-12-16T23:50:12,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:50:12,373 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:50:12,373 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bbbacf9e22cf95a756242d399b89fa84: 2024-12-16T23:50:12,374 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 787b8c6a248655ae1cbc3e1b3ec3bd61, NAME => 'test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741855_1031 (size=45) 2024-12-16T23:50:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741854_1030 (size=45) 2024-12-16T23:50:12,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741856_1032 (size=45) 2024-12-16T23:50:12,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:12,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 787b8c6a248655ae1cbc3e1b3ec3bd61, disabling compactions & flushes 2024-12-16T23:50:12,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:50:12,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:50:12,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. after waiting 0 ms 2024-12-16T23:50:12,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:50:12,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:50:12,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 787b8c6a248655ae1cbc3e1b3ec3bd61: 2024-12-16T23:50:12,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c9295c2be293a781177191f831738ce7, NAME => 'test,ttt,1734393010675.c9295c2be293a781177191f831738ce7.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:12,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741857_1033 (size=45) 2024-12-16T23:50:12,781 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:12,781 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 33e93cf2ed290f1d36376084fd96ad82, disabling compactions & flushes 2024-12-16T23:50:12,781 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:50:12,781 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:50:12,781 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. after waiting 0 ms 2024-12-16T23:50:12,781 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:50:12,781 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:50:12,781 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 33e93cf2ed290f1d36376084fd96ad82: 2024-12-16T23:50:12,782 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ffe5894e5c6b891ee9249f05dfbbd565, NAME => 'test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:12,782 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:12,782 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b2ac409f6d2611db93ff04f5cf43b9ca, disabling compactions & flushes 2024-12-16T23:50:12,782 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:50:12,783 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:50:12,783 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. after waiting 0 ms 2024-12-16T23:50:12,783 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:50:12,783 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:50:12,783 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b2ac409f6d2611db93ff04f5cf43b9ca: 2024-12-16T23:50:12,783 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b8748540c42ebad0829a0b9297356073, NAME => 'test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741859_1035 (size=45) 2024-12-16T23:50:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741858_1034 (size=45) 2024-12-16T23:50:12,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734393010675.c9295c2be293a781177191f831738ce7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:12,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c9295c2be293a781177191f831738ce7, disabling compactions & flushes 2024-12-16T23:50:12,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:50:12,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:50:12,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. after waiting 0 ms 2024-12-16T23:50:12,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:50:12,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:50:12,796 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c9295c2be293a781177191f831738ce7: 2024-12-16T23:50:12,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a83280106fabb7aa64c813c3fae6868d, NAME => 'test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:12,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741860_1036 (size=45) 2024-12-16T23:50:13,191 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:13,191 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:13,191 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ffe5894e5c6b891ee9249f05dfbbd565, disabling compactions & flushes 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b8748540c42ebad0829a0b9297356073, disabling compactions & flushes 2024-12-16T23:50:13,192 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:50:13,192 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. after waiting 0 ms 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:50:13,192 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. after waiting 0 ms 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ffe5894e5c6b891ee9249f05dfbbd565: 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:50:13,192 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:50:13,192 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b8748540c42ebad0829a0b9297356073: 2024-12-16T23:50:13,192 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6c911878589349e8fbed22e315b0d1bd, NAME => 'test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:13,193 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 77601fce671faaf797f4ee43ae71fa4a, NAME => 'test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741862_1038 (size=45) 2024-12-16T23:50:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741861_1037 (size=45) 2024-12-16T23:50:13,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:13,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a83280106fabb7aa64c813c3fae6868d, disabling compactions & flushes 2024-12-16T23:50:13,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:50:13,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:50:13,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. after waiting 0 ms 2024-12-16T23:50:13,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:50:13,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:50:13,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a83280106fabb7aa64c813c3fae6868d: 2024-12-16T23:50:13,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 018d9370fca25a59224d85948bcfecbd, NAME => 'test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:13,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741863_1039 (size=42) 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6c911878589349e8fbed22e315b0d1bd, disabling compactions & flushes 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 77601fce671faaf797f4ee43ae71fa4a, disabling compactions & flushes 2024-12-16T23:50:13,603 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:50:13,603 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. after waiting 0 ms 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. after waiting 0 ms 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:50:13,603 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:50:13,603 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6c911878589349e8fbed22e315b0d1bd: 2024-12-16T23:50:13,603 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 77601fce671faaf797f4ee43ae71fa4a: 2024-12-16T23:50:13,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:13,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:13,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 018d9370fca25a59224d85948bcfecbd, disabling compactions & flushes 2024-12-16T23:50:13,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:50:13,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:50:13,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. after waiting 0 ms 2024-12-16T23:50:13,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:50:13,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:50:13,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 018d9370fca25a59224d85948bcfecbd: 2024-12-16T23:50:13,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T23:50:13,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734393010675.88163682126e9102deb47a94e85556aa.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734393010675.557c01908f80266a01755276ab5f8206.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734393010675.c9295c2be293a781177191f831738ce7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734393013619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393013619"}]},"ts":"1734393013619"} 2024-12-16T23:50:13,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T23:50:13,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T23:50:13,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393013663"}]},"ts":"1734393013663"} 2024-12-16T23:50:13,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T23:50:13,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4eaf932e3c3aff9024af596a624c3a40, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cdac3be07af76559344a76e184b831f, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bfd90ceab0ea414004d1949e4092d027, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a21b704a21beca7d84d48d8063a36d3, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a08180045d0d01bb1474c8c00bd021b, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=12c082a9c504721e40b9a5df7fe10b97, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70f1b9fff5a57912847d58938ee854c7, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=88163682126e9102deb47a94e85556aa, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=557c01908f80266a01755276ab5f8206, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29e47b86064a4f462e18199daad5aba4, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1fe00451ab745ef69731f2c1251efa23, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21dc0a12d3e1c5ec61eb379e2d543fb8, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f12d8a7844c5169d76390700831187c4, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4a92caf3ce1ff5cfa1b84d4e6757298, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac1d8d353533aab1753045af3cc0981f, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bbbacf9e22cf95a756242d399b89fa84, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b2ac409f6d2611db93ff04f5cf43b9ca, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33e93cf2ed290f1d36376084fd96ad82, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=787b8c6a248655ae1cbc3e1b3ec3bd61, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9295c2be293a781177191f831738ce7, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ffe5894e5c6b891ee9249f05dfbbd565, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b8748540c42ebad0829a0b9297356073, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a83280106fabb7aa64c813c3fae6868d, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c911878589349e8fbed22e315b0d1bd, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=77601fce671faaf797f4ee43ae71fa4a, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=018d9370fca25a59224d85948bcfecbd, ASSIGN}] 2024-12-16T23:50:13,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=88163682126e9102deb47a94e85556aa, ASSIGN 2024-12-16T23:50:13,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=557c01908f80266a01755276ab5f8206, ASSIGN 2024-12-16T23:50:13,675 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=70f1b9fff5a57912847d58938ee854c7, ASSIGN 2024-12-16T23:50:13,675 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=12c082a9c504721e40b9a5df7fe10b97, ASSIGN 2024-12-16T23:50:13,676 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=88163682126e9102deb47a94e85556aa, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=557c01908f80266a01755276ab5f8206, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,676 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=70f1b9fff5a57912847d58938ee854c7, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,676 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=12c082a9c504721e40b9a5df7fe10b97, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a83280106fabb7aa64c813c3fae6868d, ASSIGN 2024-12-16T23:50:13,679 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c911878589349e8fbed22e315b0d1bd, ASSIGN 2024-12-16T23:50:13,680 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=77601fce671faaf797f4ee43ae71fa4a, ASSIGN 2024-12-16T23:50:13,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=018d9370fca25a59224d85948bcfecbd, ASSIGN 2024-12-16T23:50:13,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b8748540c42ebad0829a0b9297356073, ASSIGN 2024-12-16T23:50:13,680 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a83280106fabb7aa64c813c3fae6868d, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,680 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c911878589349e8fbed22e315b0d1bd, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,680 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=77601fce671faaf797f4ee43ae71fa4a, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,681 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=018d9370fca25a59224d85948bcfecbd, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b8748540c42ebad0829a0b9297356073, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,684 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33e93cf2ed290f1d36376084fd96ad82, ASSIGN 2024-12-16T23:50:13,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=787b8c6a248655ae1cbc3e1b3ec3bd61, ASSIGN 2024-12-16T23:50:13,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9295c2be293a781177191f831738ce7, ASSIGN 2024-12-16T23:50:13,685 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ffe5894e5c6b891ee9249f05dfbbd565, ASSIGN 2024-12-16T23:50:13,685 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b2ac409f6d2611db93ff04f5cf43b9ca, ASSIGN 2024-12-16T23:50:13,685 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=33e93cf2ed290f1d36376084fd96ad82, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,685 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=787b8c6a248655ae1cbc3e1b3ec3bd61, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c9295c2be293a781177191f831738ce7, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,686 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b2ac409f6d2611db93ff04f5cf43b9ca, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,686 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ffe5894e5c6b891ee9249f05dfbbd565, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4a92caf3ce1ff5cfa1b84d4e6757298, ASSIGN 2024-12-16T23:50:13,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac1d8d353533aab1753045af3cc0981f, ASSIGN 2024-12-16T23:50:13,689 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bbbacf9e22cf95a756242d399b89fa84, ASSIGN 2024-12-16T23:50:13,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f12d8a7844c5169d76390700831187c4, ASSIGN 2024-12-16T23:50:13,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21dc0a12d3e1c5ec61eb379e2d543fb8, ASSIGN 2024-12-16T23:50:13,690 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f4a92caf3ce1ff5cfa1b84d4e6757298, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ac1d8d353533aab1753045af3cc0981f, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,691 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f12d8a7844c5169d76390700831187c4, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,691 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bbbacf9e22cf95a756242d399b89fa84, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,691 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=21dc0a12d3e1c5ec61eb379e2d543fb8, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,694 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29e47b86064a4f462e18199daad5aba4, ASSIGN 2024-12-16T23:50:13,694 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1fe00451ab745ef69731f2c1251efa23, ASSIGN 2024-12-16T23:50:13,694 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7a21b704a21beca7d84d48d8063a36d3, ASSIGN 2024-12-16T23:50:13,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a08180045d0d01bb1474c8c00bd021b, ASSIGN 2024-12-16T23:50:13,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bfd90ceab0ea414004d1949e4092d027, ASSIGN 2024-12-16T23:50:13,695 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1fe00451ab745ef69731f2c1251efa23, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,695 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=29e47b86064a4f462e18199daad5aba4, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7a21b704a21beca7d84d48d8063a36d3, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,696 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8a08180045d0d01bb1474c8c00bd021b, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,696 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bfd90ceab0ea414004d1949e4092d027, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4eaf932e3c3aff9024af596a624c3a40, ASSIGN 2024-12-16T23:50:13,699 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cdac3be07af76559344a76e184b831f, ASSIGN 2024-12-16T23:50:13,700 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4eaf932e3c3aff9024af596a624c3a40, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,700 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0cdac3be07af76559344a76e184b831f, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:13,827 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=12c082a9c504721e40b9a5df7fe10b97, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,827 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=77601fce671faaf797f4ee43ae71fa4a, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=7a21b704a21beca7d84d48d8063a36d3, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=b8748540c42ebad0829a0b9297356073, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,827 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=70f1b9fff5a57912847d58938ee854c7, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=15, state=RUNNABLE; OpenRegionProcedure 12c082a9c504721e40b9a5df7fe10b97, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=34, state=RUNNABLE; OpenRegionProcedure 77601fce671faaf797f4ee43ae71fa4a, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=13, state=RUNNABLE; OpenRegionProcedure 7a21b704a21beca7d84d48d8063a36d3, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=31, state=RUNNABLE; OpenRegionProcedure b8748540c42ebad0829a0b9297356073, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,835 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=29e47b86064a4f462e18199daad5aba4, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=16, state=RUNNABLE; OpenRegionProcedure 70f1b9fff5a57912847d58938ee854c7, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=19, state=RUNNABLE; OpenRegionProcedure 29e47b86064a4f462e18199daad5aba4, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ffe5894e5c6b891ee9249f05dfbbd565, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=30, state=RUNNABLE; OpenRegionProcedure ffe5894e5c6b891ee9249f05dfbbd565, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,842 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=a83280106fabb7aa64c813c3fae6868d, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=b2ac409f6d2611db93ff04f5cf43b9ca, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=32, state=RUNNABLE; OpenRegionProcedure a83280106fabb7aa64c813c3fae6868d, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,846 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=21dc0a12d3e1c5ec61eb379e2d543fb8, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=26, state=RUNNABLE; OpenRegionProcedure b2ac409f6d2611db93ff04f5cf43b9ca, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,847 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6c911878589349e8fbed22e315b0d1bd, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=21, state=RUNNABLE; OpenRegionProcedure 21dc0a12d3e1c5ec61eb379e2d543fb8, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,848 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=787b8c6a248655ae1cbc3e1b3ec3bd61, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=33, state=RUNNABLE; OpenRegionProcedure 6c911878589349e8fbed22e315b0d1bd, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=28, state=RUNNABLE; OpenRegionProcedure 787b8c6a248655ae1cbc3e1b3ec3bd61, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8a08180045d0d01bb1474c8c00bd021b, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=33e93cf2ed290f1d36376084fd96ad82, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=bbbacf9e22cf95a756242d399b89fa84, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=14, state=RUNNABLE; OpenRegionProcedure 8a08180045d0d01bb1474c8c00bd021b, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=27, state=RUNNABLE; OpenRegionProcedure 33e93cf2ed290f1d36376084fd96ad82, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f12d8a7844c5169d76390700831187c4, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=018d9370fca25a59224d85948bcfecbd, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=25, state=RUNNABLE; OpenRegionProcedure bbbacf9e22cf95a756242d399b89fa84, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=35, state=RUNNABLE; OpenRegionProcedure 018d9370fca25a59224d85948bcfecbd, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=22, state=RUNNABLE; OpenRegionProcedure f12d8a7844c5169d76390700831187c4, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4eaf932e3c3aff9024af596a624c3a40, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,865 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0cdac3be07af76559344a76e184b831f, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=10, state=RUNNABLE; OpenRegionProcedure 4eaf932e3c3aff9024af596a624c3a40, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=11, state=RUNNABLE; OpenRegionProcedure 0cdac3be07af76559344a76e184b831f, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1fe00451ab745ef69731f2c1251efa23, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=bfd90ceab0ea414004d1949e4092d027, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=c9295c2be293a781177191f831738ce7, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=20, state=RUNNABLE; OpenRegionProcedure 1fe00451ab745ef69731f2c1251efa23, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=ac1d8d353533aab1753045af3cc0981f, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=29, state=RUNNABLE; OpenRegionProcedure c9295c2be293a781177191f831738ce7, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=12, state=RUNNABLE; OpenRegionProcedure bfd90ceab0ea414004d1949e4092d027, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=24, state=RUNNABLE; OpenRegionProcedure ac1d8d353533aab1753045af3cc0981f, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,877 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=557c01908f80266a01755276ab5f8206, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=18, state=RUNNABLE; OpenRegionProcedure 557c01908f80266a01755276ab5f8206, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=f4a92caf3ce1ff5cfa1b84d4e6757298, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=23, state=RUNNABLE; OpenRegionProcedure f4a92caf3ce1ff5cfa1b84d4e6757298, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=88163682126e9102deb47a94e85556aa, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=17, state=RUNNABLE; OpenRegionProcedure 88163682126e9102deb47a94e85556aa, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:13,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:13,990 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:50:13,990 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 70f1b9fff5a57912847d58938ee854c7, NAME => 'test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T23:50:13,990 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:13,990 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:13,991 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:13,991 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:13,993 INFO [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:13,995 INFO [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f1b9fff5a57912847d58938ee854c7 columnFamilyName f 2024-12-16T23:50:13,995 DEBUG [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:13,995 INFO [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] regionserver.HStore(327): Store=70f1b9fff5a57912847d58938ee854c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:13,996 INFO [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:13,998 INFO [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f1b9fff5a57912847d58938ee854c7 columnFamilyName norep 2024-12-16T23:50:13,998 DEBUG [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:13,998 INFO [StoreOpener-70f1b9fff5a57912847d58938ee854c7-1 {}] regionserver.HStore(327): Store=70f1b9fff5a57912847d58938ee854c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,001 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:14,001 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:14,003 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,005 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:50:14,008 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/70f1b9fff5a57912847d58938ee854c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,008 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 70f1b9fff5a57912847d58938ee854c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66343880, jitterRate=-0.011399149894714355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,009 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 70f1b9fff5a57912847d58938ee854c7: 2024-12-16T23:50:14,010 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7., pid=40, masterSystemTime=1734393013983 2024-12-16T23:50:14,013 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:50:14,013 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:50:14,013 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:50:14,013 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => b8748540c42ebad0829a0b9297356073, NAME => 'test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T23:50:14,014 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,014 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=70f1b9fff5a57912847d58938ee854c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,014 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,014 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,016 INFO [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,018 INFO [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8748540c42ebad0829a0b9297356073 columnFamilyName f 2024-12-16T23:50:14,018 DEBUG [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,018 INFO [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] regionserver.HStore(327): Store=b8748540c42ebad0829a0b9297356073/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,018 INFO [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,020 INFO [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8748540c42ebad0829a0b9297356073 columnFamilyName norep 2024-12-16T23:50:14,020 DEBUG [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=16 2024-12-16T23:50:14,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=16, state=SUCCESS; OpenRegionProcedure 70f1b9fff5a57912847d58938ee854c7, server=84e0f2a91439,38273,1734393002148 in 183 msec 2024-12-16T23:50:14,021 INFO [StoreOpener-b8748540c42ebad0829a0b9297356073-1 {}] regionserver.HStore(327): Store=b8748540c42ebad0829a0b9297356073/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,022 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=70f1b9fff5a57912847d58938ee854c7, ASSIGN in 351 msec 2024-12-16T23:50:14,023 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,024 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,026 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for b8748540c42ebad0829a0b9297356073 2024-12-16T23:50:14,029 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b8748540c42ebad0829a0b9297356073/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,029 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened b8748540c42ebad0829a0b9297356073; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75336289, jitterRate=0.12259818613529205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,029 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for b8748540c42ebad0829a0b9297356073: 2024-12-16T23:50:14,030 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073., pid=39, masterSystemTime=1734393013983 2024-12-16T23:50:14,032 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:50:14,032 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:50:14,032 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:50:14,032 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 787b8c6a248655ae1cbc3e1b3ec3bd61, NAME => 'test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T23:50:14,033 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,033 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=b8748540c42ebad0829a0b9297356073, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,033 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,033 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,035 INFO [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,036 INFO [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787b8c6a248655ae1cbc3e1b3ec3bd61 columnFamilyName f 2024-12-16T23:50:14,037 DEBUG [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,037 INFO [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] regionserver.HStore(327): Store=787b8c6a248655ae1cbc3e1b3ec3bd61/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,037 INFO [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=31 2024-12-16T23:50:14,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=31, state=SUCCESS; OpenRegionProcedure b8748540c42ebad0829a0b9297356073, server=84e0f2a91439,38273,1734393002148 in 202 msec 2024-12-16T23:50:14,039 INFO [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787b8c6a248655ae1cbc3e1b3ec3bd61 columnFamilyName norep 2024-12-16T23:50:14,039 DEBUG [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b8748540c42ebad0829a0b9297356073, ASSIGN in 367 msec 2024-12-16T23:50:14,039 INFO [StoreOpener-787b8c6a248655ae1cbc3e1b3ec3bd61-1 {}] regionserver.HStore(327): Store=787b8c6a248655ae1cbc3e1b3ec3bd61/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,041 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,041 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,043 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,044 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:50:14,047 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/787b8c6a248655ae1cbc3e1b3ec3bd61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,047 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 787b8c6a248655ae1cbc3e1b3ec3bd61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71184620, jitterRate=0.06073349714279175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,048 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 787b8c6a248655ae1cbc3e1b3ec3bd61: 2024-12-16T23:50:14,049 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61., pid=47, masterSystemTime=1734393013983 2024-12-16T23:50:14,051 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:50:14,051 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:50:14,051 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:50:14,051 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 557c01908f80266a01755276ab5f8206, NAME => 'test,iii,1734393010675.557c01908f80266a01755276ab5f8206.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T23:50:14,051 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=787b8c6a248655ae1cbc3e1b3ec3bd61, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,051 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,iii,1734393010675.557c01908f80266a01755276ab5f8206.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,052 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,052 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,053 INFO [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,055 INFO [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 557c01908f80266a01755276ab5f8206 columnFamilyName f 2024-12-16T23:50:14,055 DEBUG [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,056 INFO [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] regionserver.HStore(327): Store=557c01908f80266a01755276ab5f8206/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,056 INFO [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=28 2024-12-16T23:50:14,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=28, state=SUCCESS; OpenRegionProcedure 787b8c6a248655ae1cbc3e1b3ec3bd61, server=84e0f2a91439,38273,1734393002148 in 204 msec 2024-12-16T23:50:14,057 INFO [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 557c01908f80266a01755276ab5f8206 columnFamilyName norep 2024-12-16T23:50:14,058 DEBUG [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,058 INFO [StoreOpener-557c01908f80266a01755276ab5f8206-1 {}] regionserver.HStore(327): Store=557c01908f80266a01755276ab5f8206/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=787b8c6a248655ae1cbc3e1b3ec3bd61, ASSIGN in 386 msec 2024-12-16T23:50:14,059 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,059 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,061 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,062 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 557c01908f80266a01755276ab5f8206 2024-12-16T23:50:14,064 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/557c01908f80266a01755276ab5f8206/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,065 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 557c01908f80266a01755276ab5f8206; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59189793, jitterRate=-0.11800335347652435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,065 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 557c01908f80266a01755276ab5f8206: 2024-12-16T23:50:14,066 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734393010675.557c01908f80266a01755276ab5f8206., pid=59, masterSystemTime=1734393013983 2024-12-16T23:50:14,068 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:50:14,068 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:50:14,068 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:50:14,068 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => bfd90ceab0ea414004d1949e4092d027, NAME => 'test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T23:50:14,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=557c01908f80266a01755276ab5f8206, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,069 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,069 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,069 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,069 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,071 INFO [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,073 INFO [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd90ceab0ea414004d1949e4092d027 columnFamilyName f 2024-12-16T23:50:14,073 DEBUG [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,073 INFO [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] regionserver.HStore(327): Store=bfd90ceab0ea414004d1949e4092d027/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=18 2024-12-16T23:50:14,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=18, state=SUCCESS; OpenRegionProcedure 557c01908f80266a01755276ab5f8206, server=84e0f2a91439,38273,1734393002148 in 192 msec 2024-12-16T23:50:14,074 INFO [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=557c01908f80266a01755276ab5f8206, ASSIGN in 404 msec 2024-12-16T23:50:14,075 INFO [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfd90ceab0ea414004d1949e4092d027 columnFamilyName norep 2024-12-16T23:50:14,075 DEBUG [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,076 INFO [StoreOpener-bfd90ceab0ea414004d1949e4092d027-1 {}] regionserver.HStore(327): Store=bfd90ceab0ea414004d1949e4092d027/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,077 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,077 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,079 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,080 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:50:14,082 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bfd90ceab0ea414004d1949e4092d027/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,083 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened bfd90ceab0ea414004d1949e4092d027; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75063297, jitterRate=0.1185302883386612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,083 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for bfd90ceab0ea414004d1949e4092d027: 2024-12-16T23:50:14,084 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027., pid=57, masterSystemTime=1734393013983 2024-12-16T23:50:14,086 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:50:14,086 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:50:14,086 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:50:14,086 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => a83280106fabb7aa64c813c3fae6868d, NAME => 'test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T23:50:14,087 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,087 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,087 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,087 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=bfd90ceab0ea414004d1949e4092d027, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,089 INFO [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,090 INFO [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a83280106fabb7aa64c813c3fae6868d columnFamilyName f 2024-12-16T23:50:14,090 DEBUG [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,091 INFO [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] regionserver.HStore(327): Store=a83280106fabb7aa64c813c3fae6868d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,091 INFO [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,093 INFO [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a83280106fabb7aa64c813c3fae6868d columnFamilyName norep 2024-12-16T23:50:14,093 DEBUG [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=12 2024-12-16T23:50:14,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=12, state=SUCCESS; OpenRegionProcedure bfd90ceab0ea414004d1949e4092d027, server=84e0f2a91439,38273,1734393002148 in 215 msec 2024-12-16T23:50:14,093 INFO [StoreOpener-a83280106fabb7aa64c813c3fae6868d-1 {}] regionserver.HStore(327): Store=a83280106fabb7aa64c813c3fae6868d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,094 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,095 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bfd90ceab0ea414004d1949e4092d027, ASSIGN in 423 msec 2024-12-16T23:50:14,096 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,098 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:50:14,100 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/a83280106fabb7aa64c813c3fae6868d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,101 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened a83280106fabb7aa64c813c3fae6868d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65347228, jitterRate=-0.02625042200088501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,101 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for a83280106fabb7aa64c813c3fae6868d: 2024-12-16T23:50:14,102 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d., pid=43, masterSystemTime=1734393013983 2024-12-16T23:50:14,104 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:50:14,104 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:50:14,104 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:50:14,104 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 33e93cf2ed290f1d36376084fd96ad82, NAME => 'test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T23:50:14,104 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,104 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,105 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=a83280106fabb7aa64c813c3fae6868d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,105 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,105 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,106 INFO [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,108 INFO [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e93cf2ed290f1d36376084fd96ad82 columnFamilyName f 2024-12-16T23:50:14,108 DEBUG [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,109 INFO [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] regionserver.HStore(327): Store=33e93cf2ed290f1d36376084fd96ad82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,109 INFO [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=32 2024-12-16T23:50:14,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=32, state=SUCCESS; OpenRegionProcedure a83280106fabb7aa64c813c3fae6868d, server=84e0f2a91439,38273,1734393002148 in 263 msec 2024-12-16T23:50:14,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a83280106fabb7aa64c813c3fae6868d, ASSIGN in 439 msec 2024-12-16T23:50:14,111 INFO [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e93cf2ed290f1d36376084fd96ad82 columnFamilyName norep 2024-12-16T23:50:14,111 DEBUG [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,112 INFO [StoreOpener-33e93cf2ed290f1d36376084fd96ad82-1 {}] regionserver.HStore(327): Store=33e93cf2ed290f1d36376084fd96ad82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,113 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,113 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,114 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,116 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:50:14,118 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/33e93cf2ed290f1d36376084fd96ad82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,119 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 33e93cf2ed290f1d36376084fd96ad82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68308064, jitterRate=0.01786947250366211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,119 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 33e93cf2ed290f1d36376084fd96ad82: 2024-12-16T23:50:14,120 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82., pid=49, masterSystemTime=1734393013983 2024-12-16T23:50:14,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=33e93cf2ed290f1d36376084fd96ad82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,127 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:50:14,127 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:50:14,127 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:50:14,127 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 88163682126e9102deb47a94e85556aa, NAME => 'test,hhh,1734393010675.88163682126e9102deb47a94e85556aa.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T23:50:14,128 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,128 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,hhh,1734393010675.88163682126e9102deb47a94e85556aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,128 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,128 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=27 2024-12-16T23:50:14,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=27, state=SUCCESS; OpenRegionProcedure 33e93cf2ed290f1d36376084fd96ad82, server=84e0f2a91439,38273,1734393002148 in 269 msec 2024-12-16T23:50:14,130 INFO [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=33e93cf2ed290f1d36376084fd96ad82, ASSIGN in 459 msec 2024-12-16T23:50:14,132 INFO [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88163682126e9102deb47a94e85556aa columnFamilyName f 2024-12-16T23:50:14,133 DEBUG [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,133 INFO [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] regionserver.HStore(327): Store=88163682126e9102deb47a94e85556aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,134 INFO [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,135 INFO [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88163682126e9102deb47a94e85556aa columnFamilyName norep 2024-12-16T23:50:14,136 DEBUG [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,136 INFO [StoreOpener-88163682126e9102deb47a94e85556aa-1 {}] regionserver.HStore(327): Store=88163682126e9102deb47a94e85556aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,137 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,138 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,140 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,142 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 88163682126e9102deb47a94e85556aa 2024-12-16T23:50:14,145 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/88163682126e9102deb47a94e85556aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,146 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 88163682126e9102deb47a94e85556aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64898990, jitterRate=-0.032929688692092896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,146 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 88163682126e9102deb47a94e85556aa: 2024-12-16T23:50:14,147 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734393010675.88163682126e9102deb47a94e85556aa., pid=61, masterSystemTime=1734393013983 2024-12-16T23:50:14,150 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:50:14,150 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:50:14,150 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:50:14,150 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 018d9370fca25a59224d85948bcfecbd, NAME => 'test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T23:50:14,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=88163682126e9102deb47a94e85556aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,151 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,151 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,151 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,151 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,154 INFO [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=17 2024-12-16T23:50:14,156 INFO [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 018d9370fca25a59224d85948bcfecbd columnFamilyName f 2024-12-16T23:50:14,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=17, state=SUCCESS; OpenRegionProcedure 88163682126e9102deb47a94e85556aa, server=84e0f2a91439,38273,1734393002148 in 268 msec 2024-12-16T23:50:14,156 DEBUG [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,157 INFO [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] regionserver.HStore(327): Store=018d9370fca25a59224d85948bcfecbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,157 INFO [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=88163682126e9102deb47a94e85556aa, ASSIGN in 486 msec 2024-12-16T23:50:14,159 INFO [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 018d9370fca25a59224d85948bcfecbd columnFamilyName norep 2024-12-16T23:50:14,159 DEBUG [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,159 INFO [StoreOpener-018d9370fca25a59224d85948bcfecbd-1 {}] regionserver.HStore(327): Store=018d9370fca25a59224d85948bcfecbd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,160 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,161 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,163 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,164 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 018d9370fca25a59224d85948bcfecbd 2024-12-16T23:50:14,167 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/018d9370fca25a59224d85948bcfecbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,168 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 018d9370fca25a59224d85948bcfecbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62987552, jitterRate=-0.06141233444213867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,168 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 018d9370fca25a59224d85948bcfecbd: 2024-12-16T23:50:14,169 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd., pid=51, masterSystemTime=1734393013983 2024-12-16T23:50:14,172 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:50:14,172 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:50:14,172 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:50:14,172 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 29e47b86064a4f462e18199daad5aba4, NAME => 'test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T23:50:14,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=018d9370fca25a59224d85948bcfecbd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,173 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,173 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,173 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,173 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,175 INFO [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,178 INFO [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e47b86064a4f462e18199daad5aba4 columnFamilyName f 2024-12-16T23:50:14,178 DEBUG [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=35 2024-12-16T23:50:14,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=35, state=SUCCESS; OpenRegionProcedure 018d9370fca25a59224d85948bcfecbd, server=84e0f2a91439,38273,1734393002148 in 315 msec 2024-12-16T23:50:14,179 INFO [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] regionserver.HStore(327): Store=29e47b86064a4f462e18199daad5aba4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,179 INFO [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,181 INFO [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e47b86064a4f462e18199daad5aba4 columnFamilyName norep 2024-12-16T23:50:14,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=018d9370fca25a59224d85948bcfecbd, ASSIGN in 509 msec 2024-12-16T23:50:14,181 DEBUG [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,181 INFO [StoreOpener-29e47b86064a4f462e18199daad5aba4-1 {}] regionserver.HStore(327): Store=29e47b86064a4f462e18199daad5aba4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,182 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,183 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,184 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,186 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 29e47b86064a4f462e18199daad5aba4 2024-12-16T23:50:14,189 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/29e47b86064a4f462e18199daad5aba4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,189 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 29e47b86064a4f462e18199daad5aba4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71050941, jitterRate=0.05874152481555939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,190 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 29e47b86064a4f462e18199daad5aba4: 2024-12-16T23:50:14,191 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4., pid=41, masterSystemTime=1734393013983 2024-12-16T23:50:14,193 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:50:14,194 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:50:14,194 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:50:14,194 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => ffe5894e5c6b891ee9249f05dfbbd565, NAME => 'test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T23:50:14,194 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,194 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=29e47b86064a4f462e18199daad5aba4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,195 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,195 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,197 INFO [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,199 INFO [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe5894e5c6b891ee9249f05dfbbd565 columnFamilyName f 2024-12-16T23:50:14,199 DEBUG [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,199 INFO [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] regionserver.HStore(327): Store=ffe5894e5c6b891ee9249f05dfbbd565/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,200 INFO [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=19 2024-12-16T23:50:14,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=19, state=SUCCESS; OpenRegionProcedure 29e47b86064a4f462e18199daad5aba4, server=84e0f2a91439,38273,1734393002148 in 361 msec 2024-12-16T23:50:14,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=29e47b86064a4f462e18199daad5aba4, ASSIGN in 530 msec 2024-12-16T23:50:14,202 INFO [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffe5894e5c6b891ee9249f05dfbbd565 columnFamilyName norep 2024-12-16T23:50:14,202 DEBUG [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,203 INFO [StoreOpener-ffe5894e5c6b891ee9249f05dfbbd565-1 {}] regionserver.HStore(327): Store=ffe5894e5c6b891ee9249f05dfbbd565/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,204 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,205 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,206 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,208 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:50:14,211 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ffe5894e5c6b891ee9249f05dfbbd565/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,212 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened ffe5894e5c6b891ee9249f05dfbbd565; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68304634, jitterRate=0.017818361520767212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,212 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for ffe5894e5c6b891ee9249f05dfbbd565: 2024-12-16T23:50:14,213 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565., pid=42, masterSystemTime=1734393013983 2024-12-16T23:50:14,216 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:50:14,216 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:50:14,216 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:50:14,216 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 77601fce671faaf797f4ee43ae71fa4a, NAME => 'test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T23:50:14,216 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,216 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,217 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,217 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=ffe5894e5c6b891ee9249f05dfbbd565, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,219 INFO [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,220 INFO [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77601fce671faaf797f4ee43ae71fa4a columnFamilyName f 2024-12-16T23:50:14,221 DEBUG [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,221 INFO [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] regionserver.HStore(327): Store=77601fce671faaf797f4ee43ae71fa4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,221 INFO [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=30 2024-12-16T23:50:14,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=30, state=SUCCESS; OpenRegionProcedure ffe5894e5c6b891ee9249f05dfbbd565, server=84e0f2a91439,38273,1734393002148 in 379 msec 2024-12-16T23:50:14,223 INFO [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77601fce671faaf797f4ee43ae71fa4a columnFamilyName norep 2024-12-16T23:50:14,223 DEBUG [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ffe5894e5c6b891ee9249f05dfbbd565, ASSIGN in 552 msec 2024-12-16T23:50:14,224 INFO [StoreOpener-77601fce671faaf797f4ee43ae71fa4a-1 {}] regionserver.HStore(327): Store=77601fce671faaf797f4ee43ae71fa4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,225 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,225 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,227 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,228 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:50:14,231 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/77601fce671faaf797f4ee43ae71fa4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,232 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 77601fce671faaf797f4ee43ae71fa4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64998117, jitterRate=-0.03145258128643036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,232 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 77601fce671faaf797f4ee43ae71fa4a: 2024-12-16T23:50:14,233 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a., pid=37, masterSystemTime=1734393013983 2024-12-16T23:50:14,235 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:50:14,235 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:50:14,236 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:50:14,236 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 21dc0a12d3e1c5ec61eb379e2d543fb8, NAME => 'test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T23:50:14,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=77601fce671faaf797f4ee43ae71fa4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,236 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,236 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,236 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,236 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,238 INFO [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,240 INFO [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21dc0a12d3e1c5ec61eb379e2d543fb8 columnFamilyName f 2024-12-16T23:50:14,240 DEBUG [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=34 2024-12-16T23:50:14,241 INFO [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] regionserver.HStore(327): Store=21dc0a12d3e1c5ec61eb379e2d543fb8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=34, state=SUCCESS; OpenRegionProcedure 77601fce671faaf797f4ee43ae71fa4a, server=84e0f2a91439,38273,1734393002148 in 407 msec 2024-12-16T23:50:14,241 INFO [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,243 INFO [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21dc0a12d3e1c5ec61eb379e2d543fb8 columnFamilyName norep 2024-12-16T23:50:14,243 DEBUG [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=77601fce671faaf797f4ee43ae71fa4a, ASSIGN in 571 msec 2024-12-16T23:50:14,244 INFO [StoreOpener-21dc0a12d3e1c5ec61eb379e2d543fb8-1 {}] regionserver.HStore(327): Store=21dc0a12d3e1c5ec61eb379e2d543fb8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,244 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,245 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,246 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,247 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:50:14,250 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/21dc0a12d3e1c5ec61eb379e2d543fb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,251 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 21dc0a12d3e1c5ec61eb379e2d543fb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63503770, jitterRate=-0.05372008681297302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,251 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 21dc0a12d3e1c5ec61eb379e2d543fb8: 2024-12-16T23:50:14,252 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8., pid=45, masterSystemTime=1734393013983 2024-12-16T23:50:14,254 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:50:14,254 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:50:14,254 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:50:14,254 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a08180045d0d01bb1474c8c00bd021b, NAME => 'test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T23:50:14,255 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=21dc0a12d3e1c5ec61eb379e2d543fb8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,255 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,255 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,255 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,255 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,257 INFO [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,259 INFO [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a08180045d0d01bb1474c8c00bd021b columnFamilyName f 2024-12-16T23:50:14,259 DEBUG [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,259 INFO [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] regionserver.HStore(327): Store=8a08180045d0d01bb1474c8c00bd021b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,259 INFO [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=21 2024-12-16T23:50:14,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=21, state=SUCCESS; OpenRegionProcedure 21dc0a12d3e1c5ec61eb379e2d543fb8, server=84e0f2a91439,38273,1734393002148 in 409 msec 2024-12-16T23:50:14,261 INFO [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a08180045d0d01bb1474c8c00bd021b columnFamilyName norep 2024-12-16T23:50:14,261 DEBUG [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,262 INFO [StoreOpener-8a08180045d0d01bb1474c8c00bd021b-1 {}] regionserver.HStore(327): Store=8a08180045d0d01bb1474c8c00bd021b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=21dc0a12d3e1c5ec61eb379e2d543fb8, ASSIGN in 590 msec 2024-12-16T23:50:14,262 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,263 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,264 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,266 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:50:14,268 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/8a08180045d0d01bb1474c8c00bd021b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,269 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 8a08180045d0d01bb1474c8c00bd021b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73434350, jitterRate=0.09425708651542664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,269 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 8a08180045d0d01bb1474c8c00bd021b: 2024-12-16T23:50:14,270 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b., pid=48, masterSystemTime=1734393013983 2024-12-16T23:50:14,272 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:50:14,272 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:50:14,272 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:50:14,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=8a08180045d0d01bb1474c8c00bd021b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,273 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => ac1d8d353533aab1753045af3cc0981f, NAME => 'test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T23:50:14,273 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,273 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,273 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,273 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,276 INFO [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,278 INFO [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac1d8d353533aab1753045af3cc0981f columnFamilyName f 2024-12-16T23:50:14,278 DEBUG [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=14 2024-12-16T23:50:14,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=14, state=SUCCESS; OpenRegionProcedure 8a08180045d0d01bb1474c8c00bd021b, server=84e0f2a91439,38273,1734393002148 in 419 msec 2024-12-16T23:50:14,278 INFO [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] regionserver.HStore(327): Store=ac1d8d353533aab1753045af3cc0981f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,278 INFO [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8a08180045d0d01bb1474c8c00bd021b, ASSIGN in 608 msec 2024-12-16T23:50:14,280 INFO [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac1d8d353533aab1753045af3cc0981f columnFamilyName norep 2024-12-16T23:50:14,280 DEBUG [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,281 INFO [StoreOpener-ac1d8d353533aab1753045af3cc0981f-1 {}] regionserver.HStore(327): Store=ac1d8d353533aab1753045af3cc0981f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,282 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,282 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,283 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,285 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:50:14,290 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ac1d8d353533aab1753045af3cc0981f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,291 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened ac1d8d353533aab1753045af3cc0981f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67727418, jitterRate=0.009217172861099243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,291 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for ac1d8d353533aab1753045af3cc0981f: 2024-12-16T23:50:14,292 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f., pid=58, masterSystemTime=1734393013983 2024-12-16T23:50:14,294 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:50:14,294 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:50:14,294 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:50:14,294 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c911878589349e8fbed22e315b0d1bd, NAME => 'test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T23:50:14,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=ac1d8d353533aab1753045af3cc0981f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,295 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,295 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,295 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,295 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,297 INFO [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,299 INFO [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c911878589349e8fbed22e315b0d1bd columnFamilyName f 2024-12-16T23:50:14,299 DEBUG [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,300 INFO [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] regionserver.HStore(327): Store=6c911878589349e8fbed22e315b0d1bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=24 2024-12-16T23:50:14,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=24, state=SUCCESS; OpenRegionProcedure ac1d8d353533aab1753045af3cc0981f, server=84e0f2a91439,38273,1734393002148 in 421 msec 2024-12-16T23:50:14,300 INFO [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ac1d8d353533aab1753045af3cc0981f, ASSIGN in 630 msec 2024-12-16T23:50:14,302 INFO [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c911878589349e8fbed22e315b0d1bd columnFamilyName norep 2024-12-16T23:50:14,302 DEBUG [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,302 INFO [StoreOpener-6c911878589349e8fbed22e315b0d1bd-1 {}] regionserver.HStore(327): Store=6c911878589349e8fbed22e315b0d1bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,303 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,304 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,305 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,307 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:50:14,309 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/6c911878589349e8fbed22e315b0d1bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,310 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 6c911878589349e8fbed22e315b0d1bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73085344, jitterRate=0.08905649185180664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,310 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 6c911878589349e8fbed22e315b0d1bd: 2024-12-16T23:50:14,311 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd., pid=46, masterSystemTime=1734393013983 2024-12-16T23:50:14,313 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:50:14,313 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:50:14,313 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:50:14,313 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => f12d8a7844c5169d76390700831187c4, NAME => 'test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T23:50:14,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6c911878589349e8fbed22e315b0d1bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,313 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,314 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,314 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,314 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=33 2024-12-16T23:50:14,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=33, state=SUCCESS; OpenRegionProcedure 6c911878589349e8fbed22e315b0d1bd, server=84e0f2a91439,38273,1734393002148 in 467 msec 2024-12-16T23:50:14,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c911878589349e8fbed22e315b0d1bd, ASSIGN in 648 msec 2024-12-16T23:50:14,321 INFO [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,323 INFO [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12d8a7844c5169d76390700831187c4 columnFamilyName f 2024-12-16T23:50:14,323 DEBUG [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,324 INFO [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] regionserver.HStore(327): Store=f12d8a7844c5169d76390700831187c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,324 INFO [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,325 INFO [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12d8a7844c5169d76390700831187c4 columnFamilyName norep 2024-12-16T23:50:14,326 DEBUG [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,326 INFO [StoreOpener-f12d8a7844c5169d76390700831187c4-1 {}] regionserver.HStore(327): Store=f12d8a7844c5169d76390700831187c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,327 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,328 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,329 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,331 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for f12d8a7844c5169d76390700831187c4 2024-12-16T23:50:14,334 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f12d8a7844c5169d76390700831187c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,335 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened f12d8a7844c5169d76390700831187c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75047322, jitterRate=0.11829224228858948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,335 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for f12d8a7844c5169d76390700831187c4: 2024-12-16T23:50:14,336 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4., pid=52, masterSystemTime=1734393013983 2024-12-16T23:50:14,338 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:50:14,338 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:50:14,338 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:50:14,338 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 4eaf932e3c3aff9024af596a624c3a40, NAME => 'test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T23:50:14,338 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=f12d8a7844c5169d76390700831187c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,338 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,338 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,338 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,339 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,340 INFO [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,342 INFO [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eaf932e3c3aff9024af596a624c3a40 columnFamilyName f 2024-12-16T23:50:14,342 DEBUG [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=22 2024-12-16T23:50:14,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=22, state=SUCCESS; OpenRegionProcedure f12d8a7844c5169d76390700831187c4, server=84e0f2a91439,38273,1734393002148 in 479 msec 2024-12-16T23:50:14,343 INFO [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] regionserver.HStore(327): Store=4eaf932e3c3aff9024af596a624c3a40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,343 INFO [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f12d8a7844c5169d76390700831187c4, ASSIGN in 672 msec 2024-12-16T23:50:14,345 INFO [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eaf932e3c3aff9024af596a624c3a40 columnFamilyName norep 2024-12-16T23:50:14,345 DEBUG [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,346 INFO [StoreOpener-4eaf932e3c3aff9024af596a624c3a40-1 {}] regionserver.HStore(327): Store=4eaf932e3c3aff9024af596a624c3a40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,346 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,347 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,348 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,349 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:50:14,352 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,352 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 4eaf932e3c3aff9024af596a624c3a40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67653334, jitterRate=0.008113235235214233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,353 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 4eaf932e3c3aff9024af596a624c3a40: 2024-12-16T23:50:14,353 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40., pid=53, masterSystemTime=1734393013983 2024-12-16T23:50:14,355 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:50:14,355 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:50:14,355 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:50:14,355 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a21b704a21beca7d84d48d8063a36d3, NAME => 'test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T23:50:14,356 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4eaf932e3c3aff9024af596a624c3a40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,356 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,356 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,356 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,356 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,358 INFO [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=10 2024-12-16T23:50:14,360 INFO [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a21b704a21beca7d84d48d8063a36d3 columnFamilyName f 2024-12-16T23:50:14,360 DEBUG [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,360 INFO [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] regionserver.HStore(327): Store=7a21b704a21beca7d84d48d8063a36d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=10, state=SUCCESS; OpenRegionProcedure 4eaf932e3c3aff9024af596a624c3a40, server=84e0f2a91439,38273,1734393002148 in 490 msec 2024-12-16T23:50:14,361 INFO [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4eaf932e3c3aff9024af596a624c3a40, ASSIGN in 690 msec 2024-12-16T23:50:14,362 INFO [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a21b704a21beca7d84d48d8063a36d3 columnFamilyName norep 2024-12-16T23:50:14,362 DEBUG [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,363 INFO [StoreOpener-7a21b704a21beca7d84d48d8063a36d3-1 {}] regionserver.HStore(327): Store=7a21b704a21beca7d84d48d8063a36d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,363 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,364 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,365 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,366 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:50:14,368 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/7a21b704a21beca7d84d48d8063a36d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,369 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 7a21b704a21beca7d84d48d8063a36d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72689782, jitterRate=0.08316215872764587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,369 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 7a21b704a21beca7d84d48d8063a36d3: 2024-12-16T23:50:14,370 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3., pid=38, masterSystemTime=1734393013983 2024-12-16T23:50:14,372 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:50:14,372 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:50:14,372 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:50:14,372 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => b2ac409f6d2611db93ff04f5cf43b9ca, NAME => 'test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T23:50:14,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=7a21b704a21beca7d84d48d8063a36d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,372 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,372 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,373 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,373 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,374 INFO [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,376 INFO [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2ac409f6d2611db93ff04f5cf43b9ca columnFamilyName f 2024-12-16T23:50:14,376 DEBUG [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,376 INFO [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] regionserver.HStore(327): Store=b2ac409f6d2611db93ff04f5cf43b9ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,377 INFO [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=13 2024-12-16T23:50:14,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=13, state=SUCCESS; OpenRegionProcedure 7a21b704a21beca7d84d48d8063a36d3, server=84e0f2a91439,38273,1734393002148 in 543 msec 2024-12-16T23:50:14,379 INFO [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2ac409f6d2611db93ff04f5cf43b9ca columnFamilyName norep 2024-12-16T23:50:14,379 DEBUG [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,379 INFO [StoreOpener-b2ac409f6d2611db93ff04f5cf43b9ca-1 {}] regionserver.HStore(327): Store=b2ac409f6d2611db93ff04f5cf43b9ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7a21b704a21beca7d84d48d8063a36d3, ASSIGN in 707 msec 2024-12-16T23:50:14,381 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,382 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,383 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,385 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:50:14,388 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b2ac409f6d2611db93ff04f5cf43b9ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,391 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened b2ac409f6d2611db93ff04f5cf43b9ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037317, jitterRate=-0.12027542293071747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,392 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for b2ac409f6d2611db93ff04f5cf43b9ca: 2024-12-16T23:50:14,393 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca., pid=44, masterSystemTime=1734393013983 2024-12-16T23:50:14,396 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:50:14,396 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:50:14,396 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:50:14,397 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => c9295c2be293a781177191f831738ce7, NAME => 'test,ttt,1734393010675.c9295c2be293a781177191f831738ce7.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T23:50:14,397 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,397 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ttt,1734393010675.c9295c2be293a781177191f831738ce7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=b2ac409f6d2611db93ff04f5cf43b9ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,398 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,398 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,400 INFO [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=26 2024-12-16T23:50:14,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=26, state=SUCCESS; OpenRegionProcedure b2ac409f6d2611db93ff04f5cf43b9ca, server=84e0f2a91439,38273,1734393002148 in 555 msec 2024-12-16T23:50:14,402 INFO [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9295c2be293a781177191f831738ce7 columnFamilyName f 2024-12-16T23:50:14,403 DEBUG [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,403 INFO [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] regionserver.HStore(327): Store=c9295c2be293a781177191f831738ce7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,404 INFO [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b2ac409f6d2611db93ff04f5cf43b9ca, ASSIGN in 732 msec 2024-12-16T23:50:14,406 INFO [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9295c2be293a781177191f831738ce7 columnFamilyName norep 2024-12-16T23:50:14,406 DEBUG [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,406 INFO [StoreOpener-c9295c2be293a781177191f831738ce7-1 {}] regionserver.HStore(327): Store=c9295c2be293a781177191f831738ce7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,407 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,408 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,409 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,410 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for c9295c2be293a781177191f831738ce7 2024-12-16T23:50:14,412 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/c9295c2be293a781177191f831738ce7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,412 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened c9295c2be293a781177191f831738ce7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71079624, jitterRate=0.05916893482208252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,412 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for c9295c2be293a781177191f831738ce7: 2024-12-16T23:50:14,413 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734393010675.c9295c2be293a781177191f831738ce7., pid=56, masterSystemTime=1734393013983 2024-12-16T23:50:14,415 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:50:14,415 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:50:14,415 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:50:14,415 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => bbbacf9e22cf95a756242d399b89fa84, NAME => 'test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T23:50:14,415 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,415 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=c9295c2be293a781177191f831738ce7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,415 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,416 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,416 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,418 INFO [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,419 INFO [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbacf9e22cf95a756242d399b89fa84 columnFamilyName f 2024-12-16T23:50:14,419 DEBUG [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,420 INFO [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] regionserver.HStore(327): Store=bbbacf9e22cf95a756242d399b89fa84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,420 INFO [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=29 2024-12-16T23:50:14,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=29, state=SUCCESS; OpenRegionProcedure c9295c2be293a781177191f831738ce7, server=84e0f2a91439,38273,1734393002148 in 544 msec 2024-12-16T23:50:14,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c9295c2be293a781177191f831738ce7, ASSIGN in 750 msec 2024-12-16T23:50:14,422 INFO [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbacf9e22cf95a756242d399b89fa84 columnFamilyName norep 2024-12-16T23:50:14,422 DEBUG [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,422 INFO [StoreOpener-bbbacf9e22cf95a756242d399b89fa84-1 {}] regionserver.HStore(327): Store=bbbacf9e22cf95a756242d399b89fa84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,423 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,424 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,425 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,427 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:50:14,429 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bbbacf9e22cf95a756242d399b89fa84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,430 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened bbbacf9e22cf95a756242d399b89fa84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73893034, jitterRate=0.10109201073646545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,430 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for bbbacf9e22cf95a756242d399b89fa84: 2024-12-16T23:50:14,431 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84., pid=50, masterSystemTime=1734393013983 2024-12-16T23:50:14,432 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:50:14,433 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:50:14,433 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:50:14,433 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 12c082a9c504721e40b9a5df7fe10b97, NAME => 'test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T23:50:14,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=bbbacf9e22cf95a756242d399b89fa84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,433 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,433 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,433 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,433 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,436 INFO [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=25 2024-12-16T23:50:14,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=25, state=SUCCESS; OpenRegionProcedure bbbacf9e22cf95a756242d399b89fa84, server=84e0f2a91439,38273,1734393002148 in 577 msec 2024-12-16T23:50:14,438 INFO [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c082a9c504721e40b9a5df7fe10b97 columnFamilyName f 2024-12-16T23:50:14,438 DEBUG [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,439 INFO [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] regionserver.HStore(327): Store=12c082a9c504721e40b9a5df7fe10b97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,439 INFO [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bbbacf9e22cf95a756242d399b89fa84, ASSIGN in 768 msec 2024-12-16T23:50:14,441 INFO [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c082a9c504721e40b9a5df7fe10b97 columnFamilyName norep 2024-12-16T23:50:14,441 DEBUG [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,441 INFO [StoreOpener-12c082a9c504721e40b9a5df7fe10b97-1 {}] regionserver.HStore(327): Store=12c082a9c504721e40b9a5df7fe10b97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,442 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,442 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,443 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,445 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:50:14,447 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/12c082a9c504721e40b9a5df7fe10b97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,448 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 12c082a9c504721e40b9a5df7fe10b97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67270566, jitterRate=0.0024095475673675537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,448 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 12c082a9c504721e40b9a5df7fe10b97: 2024-12-16T23:50:14,449 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97., pid=36, masterSystemTime=1734393013983 2024-12-16T23:50:14,450 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:50:14,450 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:50:14,451 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:50:14,451 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 0cdac3be07af76559344a76e184b831f, NAME => 'test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T23:50:14,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=12c082a9c504721e40b9a5df7fe10b97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,451 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,451 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,451 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,451 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,453 INFO [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,455 INFO [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cdac3be07af76559344a76e184b831f columnFamilyName f 2024-12-16T23:50:14,455 DEBUG [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,455 INFO [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] regionserver.HStore(327): Store=0cdac3be07af76559344a76e184b831f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,456 INFO [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=15 2024-12-16T23:50:14,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=15, state=SUCCESS; OpenRegionProcedure 12c082a9c504721e40b9a5df7fe10b97, server=84e0f2a91439,38273,1734393002148 in 623 msec 2024-12-16T23:50:14,457 INFO [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cdac3be07af76559344a76e184b831f columnFamilyName norep 2024-12-16T23:50:14,457 DEBUG [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=12c082a9c504721e40b9a5df7fe10b97, ASSIGN in 786 msec 2024-12-16T23:50:14,458 INFO [StoreOpener-0cdac3be07af76559344a76e184b831f-1 {}] regionserver.HStore(327): Store=0cdac3be07af76559344a76e184b831f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,459 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,460 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,461 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,463 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 0cdac3be07af76559344a76e184b831f 2024-12-16T23:50:14,465 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/0cdac3be07af76559344a76e184b831f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,465 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 0cdac3be07af76559344a76e184b831f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74473607, jitterRate=0.10974322259426117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,465 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 0cdac3be07af76559344a76e184b831f: 2024-12-16T23:50:14,466 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f., pid=54, masterSystemTime=1734393013983 2024-12-16T23:50:14,468 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:50:14,468 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:50:14,468 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:50:14,468 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 1fe00451ab745ef69731f2c1251efa23, NAME => 'test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T23:50:14,469 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,469 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0cdac3be07af76559344a76e184b831f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,469 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,469 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,470 INFO [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,472 INFO [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fe00451ab745ef69731f2c1251efa23 columnFamilyName f 2024-12-16T23:50:14,472 DEBUG [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,473 INFO [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] regionserver.HStore(327): Store=1fe00451ab745ef69731f2c1251efa23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,473 INFO [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=11 2024-12-16T23:50:14,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=11, state=SUCCESS; OpenRegionProcedure 0cdac3be07af76559344a76e184b831f, server=84e0f2a91439,38273,1734393002148 in 603 msec 2024-12-16T23:50:14,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0cdac3be07af76559344a76e184b831f, ASSIGN in 803 msec 2024-12-16T23:50:14,475 INFO [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fe00451ab745ef69731f2c1251efa23 columnFamilyName norep 2024-12-16T23:50:14,475 DEBUG [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,475 INFO [StoreOpener-1fe00451ab745ef69731f2c1251efa23-1 {}] regionserver.HStore(327): Store=1fe00451ab745ef69731f2c1251efa23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,476 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,476 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,477 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,478 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:50:14,481 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/1fe00451ab745ef69731f2c1251efa23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,481 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 1fe00451ab745ef69731f2c1251efa23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73576490, jitterRate=0.09637513756752014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,481 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 1fe00451ab745ef69731f2c1251efa23: 2024-12-16T23:50:14,482 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23., pid=55, masterSystemTime=1734393013983 2024-12-16T23:50:14,483 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:50:14,483 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:50:14,484 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:50:14,484 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => f4a92caf3ce1ff5cfa1b84d4e6757298, NAME => 'test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T23:50:14,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1fe00451ab745ef69731f2c1251efa23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,484 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,484 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:14,484 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,484 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,486 INFO [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,487 INFO [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a92caf3ce1ff5cfa1b84d4e6757298 columnFamilyName f 2024-12-16T23:50:14,488 DEBUG [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=20 2024-12-16T23:50:14,488 INFO [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] regionserver.HStore(327): Store=f4a92caf3ce1ff5cfa1b84d4e6757298/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=20, state=SUCCESS; OpenRegionProcedure 1fe00451ab745ef69731f2c1251efa23, server=84e0f2a91439,38273,1734393002148 in 613 msec 2024-12-16T23:50:14,488 INFO [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1fe00451ab745ef69731f2c1251efa23, ASSIGN in 818 msec 2024-12-16T23:50:14,490 INFO [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a92caf3ce1ff5cfa1b84d4e6757298 columnFamilyName norep 2024-12-16T23:50:14,490 DEBUG [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,490 INFO [StoreOpener-f4a92caf3ce1ff5cfa1b84d4e6757298-1 {}] regionserver.HStore(327): Store=f4a92caf3ce1ff5cfa1b84d4e6757298/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:14,491 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,491 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,493 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:14,494 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:50:14,496 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f4a92caf3ce1ff5cfa1b84d4e6757298/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:14,497 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened f4a92caf3ce1ff5cfa1b84d4e6757298; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62556287, jitterRate=-0.06783868372440338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:14,497 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for f4a92caf3ce1ff5cfa1b84d4e6757298: 2024-12-16T23:50:14,498 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298., pid=60, masterSystemTime=1734393013983 2024-12-16T23:50:14,499 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:50:14,500 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:50:14,500 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=f4a92caf3ce1ff5cfa1b84d4e6757298, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:14,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=23 2024-12-16T23:50:14,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=23, state=SUCCESS; OpenRegionProcedure f4a92caf3ce1ff5cfa1b84d4e6757298, server=84e0f2a91439,38273,1734393002148 in 619 msec 2024-12-16T23:50:14,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=9 2024-12-16T23:50:14,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f4a92caf3ce1ff5cfa1b84d4e6757298, ASSIGN in 834 msec 2024-12-16T23:50:14,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T23:50:14,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393014507"}]},"ts":"1734393014507"} 2024-12-16T23:50:14,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T23:50:14,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T23:50:14,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.8330 sec 2024-12-16T23:50:14,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:14,802 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T23:50:14,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T23:50:14,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:14,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T23:50:14,818 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:14,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T23:50:14,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T23:50:14,822 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T23:50:14,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T23:50:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-16T23:50:14,827 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T23:50:14,827 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:14,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-16T23:50:14,828 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T23:50:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:14,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741837_1013 (size=631) 2024-12-16T23:50:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:15,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3bced637865570d436f4cf23bebb7a85, NAME => 'test,,1734393014823.3bced637865570d436f4cf23bebb7a85.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,240 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6c3addf6f435f79a541805d9e39ab366, NAME => 'test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,240 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6b190ca62464ee4c41ce79e6f4c95ca2, NAME => 'test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741839_1015 (size=45) 2024-12-16T23:50:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741838_1014 (size=42) 2024-12-16T23:50:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741840_1016 (size=45) 2024-12-16T23:50:15,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734393014823.3bced637865570d436f4cf23bebb7a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:15,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3bced637865570d436f4cf23bebb7a85, disabling compactions & flushes 2024-12-16T23:50:15,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:50:15,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:50:15,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734393014823.3bced637865570d436f4cf23bebb7a85. after waiting 0 ms 2024-12-16T23:50:15,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:50:15,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:50:15,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3bced637865570d436f4cf23bebb7a85: 2024-12-16T23:50:15,255 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:15,256 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6b190ca62464ee4c41ce79e6f4c95ca2, disabling compactions & flushes 2024-12-16T23:50:15,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1b58832e9b9ebca5f4e5f426a0b6f251, NAME => 'test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,256 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:50:15,256 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:50:15,257 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. after waiting 0 ms 2024-12-16T23:50:15,257 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:50:15,257 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:50:15,257 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6b190ca62464ee4c41ce79e6f4c95ca2: 2024-12-16T23:50:15,258 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 15b1c536662989a25a7016365b5cacb7, NAME => 'test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741841_1017 (size=45) 2024-12-16T23:50:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741842_1018 (size=45) 2024-12-16T23:50:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:15,654 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:15,654 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6c3addf6f435f79a541805d9e39ab366, disabling compactions & flushes 2024-12-16T23:50:15,654 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:50:15,654 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:50:15,654 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. after waiting 0 ms 2024-12-16T23:50:15,654 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:50:15,654 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:50:15,654 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6c3addf6f435f79a541805d9e39ab366: 2024-12-16T23:50:15,655 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7fe9958e8e6499544f17d2052662b73b, NAME => 'test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741843_1019 (size=45) 2024-12-16T23:50:15,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:15,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1b58832e9b9ebca5f4e5f426a0b6f251, disabling compactions & flushes 2024-12-16T23:50:15,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:50:15,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:50:15,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. after waiting 0 ms 2024-12-16T23:50:15,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:50:15,669 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:50:15,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1b58832e9b9ebca5f4e5f426a0b6f251: 2024-12-16T23:50:15,669 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:15,670 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 15b1c536662989a25a7016365b5cacb7, disabling compactions & flushes 2024-12-16T23:50:15,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3eadde51ef1e203d794ed7d61ebc68f7, NAME => 'test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,670 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:50:15,670 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:50:15,670 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. after waiting 0 ms 2024-12-16T23:50:15,670 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:50:15,670 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:50:15,670 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 15b1c536662989a25a7016365b5cacb7: 2024-12-16T23:50:15,671 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8df7767785c53ec529dc4d1cc43e33f9, NAME => 'test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741844_1020 (size=45) 2024-12-16T23:50:15,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:15,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 3eadde51ef1e203d794ed7d61ebc68f7, disabling compactions & flushes 2024-12-16T23:50:15,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:50:15,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:50:15,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. after waiting 0 ms 2024-12-16T23:50:15,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:50:15,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:50:15,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3eadde51ef1e203d794ed7d61ebc68f7: 2024-12-16T23:50:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741845_1021 (size=45) 2024-12-16T23:50:15,678 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 47efad742a3ba539fadd81d205df4264, NAME => 'test,iii,1734393014823.47efad742a3ba539fadd81d205df4264.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:15,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8df7767785c53ec529dc4d1cc43e33f9, disabling compactions & flushes 2024-12-16T23:50:15,678 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:50:15,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:50:15,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. after waiting 0 ms 2024-12-16T23:50:15,678 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:50:15,679 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:50:15,679 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8df7767785c53ec529dc4d1cc43e33f9: 2024-12-16T23:50:15,679 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 460810d49e6b08ec63b1655e2bb2e442, NAME => 'test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:15,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741846_1022 (size=45) 2024-12-16T23:50:15,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741847_1023 (size=45) 2024-12-16T23:50:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:16,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T23:50:16,063 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,063 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7fe9958e8e6499544f17d2052662b73b, disabling compactions & flushes 2024-12-16T23:50:16,063 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:50:16,063 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:50:16,063 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. after waiting 0 ms 2024-12-16T23:50:16,063 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:50:16,063 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:50:16,063 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7fe9958e8e6499544f17d2052662b73b: 2024-12-16T23:50:16,064 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d113d6d6b8e237d8d396841a061dc50b, NAME => 'test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741848_1024 (size=45) 2024-12-16T23:50:16,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 460810d49e6b08ec63b1655e2bb2e442, disabling compactions & flushes 2024-12-16T23:50:16,086 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:50:16,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:50:16,086 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. after waiting 0 ms 2024-12-16T23:50:16,087 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:50:16,087 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:50:16,087 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 460810d49e6b08ec63b1655e2bb2e442: 2024-12-16T23:50:16,088 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ca723e672a2bcb5487445e1995d4351b, NAME => 'test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734393014823.47efad742a3ba539fadd81d205df4264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 47efad742a3ba539fadd81d205df4264, disabling compactions & flushes 2024-12-16T23:50:16,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:50:16,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:50:16,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. after waiting 0 ms 2024-12-16T23:50:16,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:50:16,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:50:16,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 47efad742a3ba539fadd81d205df4264: 2024-12-16T23:50:16,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 788596105e2e26cea1b3fceb56a4899c, NAME => 'test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741849_1025 (size=45) 2024-12-16T23:50:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741850_1026 (size=45) 2024-12-16T23:50:16,473 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,473 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d113d6d6b8e237d8d396841a061dc50b, disabling compactions & flushes 2024-12-16T23:50:16,473 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:50:16,474 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:50:16,474 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. after waiting 0 ms 2024-12-16T23:50:16,474 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:50:16,474 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:50:16,474 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d113d6d6b8e237d8d396841a061dc50b: 2024-12-16T23:50:16,474 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d65d9f307585b1692046cd365b6dcf2e, NAME => 'test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741851_1027 (size=45) 2024-12-16T23:50:16,498 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,498 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ca723e672a2bcb5487445e1995d4351b, disabling compactions & flushes 2024-12-16T23:50:16,498 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:50:16,498 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:50:16,498 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. after waiting 0 ms 2024-12-16T23:50:16,498 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:50:16,498 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:50:16,498 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ca723e672a2bcb5487445e1995d4351b: 2024-12-16T23:50:16,499 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 884f8abb6bba505e7055cd5ad8db5459, NAME => 'test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 788596105e2e26cea1b3fceb56a4899c, disabling compactions & flushes 2024-12-16T23:50:16,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:50:16,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:50:16,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. after waiting 0 ms 2024-12-16T23:50:16,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:50:16,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741852_1028 (size=45) 2024-12-16T23:50:16,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:50:16,504 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 788596105e2e26cea1b3fceb56a4899c: 2024-12-16T23:50:16,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 98899f1f352bd8efdd2aaf8a3ed30e47, NAME => 'test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741853_1029 (size=45) 2024-12-16T23:50:16,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-16T23:50:16,882 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,882 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d65d9f307585b1692046cd365b6dcf2e, disabling compactions & flushes 2024-12-16T23:50:16,882 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:50:16,882 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:50:16,882 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. after waiting 0 ms 2024-12-16T23:50:16,882 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:50:16,883 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:50:16,883 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d65d9f307585b1692046cd365b6dcf2e: 2024-12-16T23:50:16,884 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5a2cb68b014d783b789fe95a73e6d522, NAME => 'test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741854_1030 (size=45) 2024-12-16T23:50:16,905 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,905 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 884f8abb6bba505e7055cd5ad8db5459, disabling compactions & flushes 2024-12-16T23:50:16,905 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:50:16,905 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:50:16,905 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. after waiting 0 ms 2024-12-16T23:50:16,905 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:50:16,905 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:50:16,905 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 884f8abb6bba505e7055cd5ad8db5459: 2024-12-16T23:50:16,906 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6c273e23b5c8641d805775d9a3c5ea36, NAME => 'test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:16,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 98899f1f352bd8efdd2aaf8a3ed30e47, disabling compactions & flushes 2024-12-16T23:50:16,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:50:16,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:50:16,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. after waiting 0 ms 2024-12-16T23:50:16,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:50:16,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:50:16,912 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 98899f1f352bd8efdd2aaf8a3ed30e47: 2024-12-16T23:50:16,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741855_1031 (size=45) 2024-12-16T23:50:16,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d311d172a34628de49f8fa04467e2611, NAME => 'test,sss,1734393014823.d311d172a34628de49f8fa04467e2611.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741856_1032 (size=45) 2024-12-16T23:50:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:17,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:17,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5a2cb68b014d783b789fe95a73e6d522, disabling compactions & flushes 2024-12-16T23:50:17,291 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:50:17,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:50:17,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. after waiting 0 ms 2024-12-16T23:50:17,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:50:17,291 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:50:17,291 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5a2cb68b014d783b789fe95a73e6d522: 2024-12-16T23:50:17,292 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 35365063e71abc59347e2317ebb0a6d5, NAME => 'test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:17,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741857_1033 (size=45) 2024-12-16T23:50:17,313 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:17,313 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6c273e23b5c8641d805775d9a3c5ea36, disabling compactions & flushes 2024-12-16T23:50:17,313 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:50:17,313 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:50:17,313 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. after waiting 0 ms 2024-12-16T23:50:17,313 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:50:17,313 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:50:17,313 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6c273e23b5c8641d805775d9a3c5ea36: 2024-12-16T23:50:17,315 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6862e69f54ffd1e448fb996e5d807368, NAME => 'test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:17,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734393014823.d311d172a34628de49f8fa04467e2611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:17,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d311d172a34628de49f8fa04467e2611, disabling compactions & flushes 2024-12-16T23:50:17,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:50:17,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:50:17,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. after waiting 0 ms 2024-12-16T23:50:17,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:50:17,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:50:17,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d311d172a34628de49f8fa04467e2611: 2024-12-16T23:50:17,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 816982cf6195bb22e019169648c9f267, NAME => 'test,vvv,1734393014823.816982cf6195bb22e019169648c9f267.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741858_1034 (size=45) 2024-12-16T23:50:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741859_1035 (size=45) 2024-12-16T23:50:17,700 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:17,700 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 35365063e71abc59347e2317ebb0a6d5, disabling compactions & flushes 2024-12-16T23:50:17,700 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:50:17,700 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:50:17,700 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. after waiting 0 ms 2024-12-16T23:50:17,700 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:50:17,700 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:50:17,700 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 35365063e71abc59347e2317ebb0a6d5: 2024-12-16T23:50:17,701 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a4b154ef365b23c36627cc52dc6a5103, NAME => 'test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741860_1036 (size=45) 2024-12-16T23:50:17,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:17,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6862e69f54ffd1e448fb996e5d807368, disabling compactions & flushes 2024-12-16T23:50:17,722 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:50:17,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:50:17,722 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. after waiting 0 ms 2024-12-16T23:50:17,723 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:50:17,723 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:50:17,723 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6862e69f54ffd1e448fb996e5d807368: 2024-12-16T23:50:17,723 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => dcb84cd5e270cc93b0de22dac8790a8e, NAME => 'test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:17,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734393014823.816982cf6195bb22e019169648c9f267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:17,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 816982cf6195bb22e019169648c9f267, disabling compactions & flushes 2024-12-16T23:50:17,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:50:17,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:50:17,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. after waiting 0 ms 2024-12-16T23:50:17,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:50:17,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:50:17,727 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 816982cf6195bb22e019169648c9f267: 2024-12-16T23:50:17,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d03684bf23e5f2c3f612ca71ecfed265, NAME => 'test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741861_1037 (size=45) 2024-12-16T23:50:17,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:17,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing dcb84cd5e270cc93b0de22dac8790a8e, disabling compactions & flushes 2024-12-16T23:50:17,730 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:50:17,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:50:17,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. after waiting 0 ms 2024-12-16T23:50:17,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:50:17,730 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:50:17,730 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for dcb84cd5e270cc93b0de22dac8790a8e: 2024-12-16T23:50:17,731 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8a09b6f1beabe777fac0c077e1c6beb6, NAME => 'test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:17,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741862_1038 (size=45) 2024-12-16T23:50:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741863_1039 (size=42) 2024-12-16T23:50:18,108 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,108 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a4b154ef365b23c36627cc52dc6a5103, disabling compactions & flushes 2024-12-16T23:50:18,109 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:50:18,109 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:50:18,109 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. after waiting 0 ms 2024-12-16T23:50:18,109 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:50:18,109 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:50:18,109 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a4b154ef365b23c36627cc52dc6a5103: 2024-12-16T23:50:18,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d03684bf23e5f2c3f612ca71ecfed265, disabling compactions & flushes 2024-12-16T23:50:18,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:50:18,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:50:18,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. after waiting 0 ms 2024-12-16T23:50:18,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:50:18,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:50:18,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d03684bf23e5f2c3f612ca71ecfed265: 2024-12-16T23:50:18,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8a09b6f1beabe777fac0c077e1c6beb6, disabling compactions & flushes 2024-12-16T23:50:18,137 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:50:18,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:50:18,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. after waiting 0 ms 2024-12-16T23:50:18,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:50:18,137 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:50:18,138 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8a09b6f1beabe777fac0c077e1c6beb6: 2024-12-16T23:50:18,139 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734393014823.3bced637865570d436f4cf23bebb7a85.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734393014823.47efad742a3ba539fadd81d205df4264.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734393014823.d311d172a34628de49f8fa04467e2611.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734393014823.816982cf6195bb22e019169648c9f267.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734393018139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393018139"}]},"ts":"1734393018139"} 2024-12-16T23:50:18,147 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-16T23:50:18,148 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T23:50:18,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393018148"}]},"ts":"1734393018148"} 2024-12-16T23:50:18,150 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-16T23:50:18,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3bced637865570d436f4cf23bebb7a85, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b190ca62464ee4c41ce79e6f4c95ca2, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c3addf6f435f79a541805d9e39ab366, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1b58832e9b9ebca5f4e5f426a0b6f251, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15b1c536662989a25a7016365b5cacb7, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fe9958e8e6499544f17d2052662b73b, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3eadde51ef1e203d794ed7d61ebc68f7, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8df7767785c53ec529dc4d1cc43e33f9, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=47efad742a3ba539fadd81d205df4264, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=460810d49e6b08ec63b1655e2bb2e442, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d113d6d6b8e237d8d396841a061dc50b, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca723e672a2bcb5487445e1995d4351b, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=788596105e2e26cea1b3fceb56a4899c, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d65d9f307585b1692046cd365b6dcf2e, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=884f8abb6bba505e7055cd5ad8db5459, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=98899f1f352bd8efdd2aaf8a3ed30e47, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a2cb68b014d783b789fe95a73e6d522, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c273e23b5c8641d805775d9a3c5ea36, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d311d172a34628de49f8fa04467e2611, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=35365063e71abc59347e2317ebb0a6d5, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6862e69f54ffd1e448fb996e5d807368, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=816982cf6195bb22e019169648c9f267, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4b154ef365b23c36627cc52dc6a5103, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dcb84cd5e270cc93b0de22dac8790a8e, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d03684bf23e5f2c3f612ca71ecfed265, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a09b6f1beabe777fac0c077e1c6beb6, ASSIGN}] 2024-12-16T23:50:18,156 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b190ca62464ee4c41ce79e6f4c95ca2, ASSIGN 2024-12-16T23:50:18,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3bced637865570d436f4cf23bebb7a85, ASSIGN 2024-12-16T23:50:18,156 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=15b1c536662989a25a7016365b5cacb7, ASSIGN 2024-12-16T23:50:18,157 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c3addf6f435f79a541805d9e39ab366, ASSIGN 2024-12-16T23:50:18,157 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6b190ca62464ee4c41ce79e6f4c95ca2, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3bced637865570d436f4cf23bebb7a85, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,157 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=15b1c536662989a25a7016365b5cacb7, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,157 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c3addf6f435f79a541805d9e39ab366, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,160 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a09b6f1beabe777fac0c077e1c6beb6, ASSIGN 2024-12-16T23:50:18,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d03684bf23e5f2c3f612ca71ecfed265, ASSIGN 2024-12-16T23:50:18,160 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dcb84cd5e270cc93b0de22dac8790a8e, ASSIGN 2024-12-16T23:50:18,160 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a4b154ef365b23c36627cc52dc6a5103, ASSIGN 2024-12-16T23:50:18,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=816982cf6195bb22e019169648c9f267, ASSIGN 2024-12-16T23:50:18,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8a09b6f1beabe777fac0c077e1c6beb6, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d03684bf23e5f2c3f612ca71ecfed265, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,161 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dcb84cd5e270cc93b0de22dac8790a8e, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,161 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a4b154ef365b23c36627cc52dc6a5103, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=816982cf6195bb22e019169648c9f267, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,163 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6862e69f54ffd1e448fb996e5d807368, ASSIGN 2024-12-16T23:50:18,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d311d172a34628de49f8fa04467e2611, ASSIGN 2024-12-16T23:50:18,164 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=35365063e71abc59347e2317ebb0a6d5, ASSIGN 2024-12-16T23:50:18,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6c273e23b5c8641d805775d9a3c5ea36, ASSIGN 2024-12-16T23:50:18,164 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a2cb68b014d783b789fe95a73e6d522, ASSIGN 2024-12-16T23:50:18,164 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6862e69f54ffd1e448fb996e5d807368, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d311d172a34628de49f8fa04467e2611, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,165 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=35365063e71abc59347e2317ebb0a6d5, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6c273e23b5c8641d805775d9a3c5ea36, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,165 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5a2cb68b014d783b789fe95a73e6d522, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=884f8abb6bba505e7055cd5ad8db5459, ASSIGN 2024-12-16T23:50:18,167 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d65d9f307585b1692046cd365b6dcf2e, ASSIGN 2024-12-16T23:50:18,167 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=98899f1f352bd8efdd2aaf8a3ed30e47, ASSIGN 2024-12-16T23:50:18,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=788596105e2e26cea1b3fceb56a4899c, ASSIGN 2024-12-16T23:50:18,168 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca723e672a2bcb5487445e1995d4351b, ASSIGN 2024-12-16T23:50:18,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=884f8abb6bba505e7055cd5ad8db5459, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,168 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d65d9f307585b1692046cd365b6dcf2e, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,169 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=98899f1f352bd8efdd2aaf8a3ed30e47, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,169 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca723e672a2bcb5487445e1995d4351b, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=788596105e2e26cea1b3fceb56a4899c, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d113d6d6b8e237d8d396841a061dc50b, ASSIGN 2024-12-16T23:50:18,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=460810d49e6b08ec63b1655e2bb2e442, ASSIGN 2024-12-16T23:50:18,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8df7767785c53ec529dc4d1cc43e33f9, ASSIGN 2024-12-16T23:50:18,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=47efad742a3ba539fadd81d205df4264, ASSIGN 2024-12-16T23:50:18,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3eadde51ef1e203d794ed7d61ebc68f7, ASSIGN 2024-12-16T23:50:18,171 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d113d6d6b8e237d8d396841a061dc50b, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,172 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=460810d49e6b08ec63b1655e2bb2e442, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,172 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8df7767785c53ec529dc4d1cc43e33f9, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,172 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=47efad742a3ba539fadd81d205df4264, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3eadde51ef1e203d794ed7d61ebc68f7, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1b58832e9b9ebca5f4e5f426a0b6f251, ASSIGN 2024-12-16T23:50:18,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fe9958e8e6499544f17d2052662b73b, ASSIGN 2024-12-16T23:50:18,175 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1b58832e9b9ebca5f4e5f426a0b6f251, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7fe9958e8e6499544f17d2052662b73b, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:18,308 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6b190ca62464ee4c41ce79e6f4c95ca2, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,308 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6862e69f54ffd1e448fb996e5d807368, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d311d172a34628de49f8fa04467e2611, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=98899f1f352bd8efdd2aaf8a3ed30e47, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=460810d49e6b08ec63b1655e2bb2e442, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=28, state=RUNNABLE; OpenRegionProcedure d311d172a34628de49f8fa04467e2611, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=25, state=RUNNABLE; OpenRegionProcedure 98899f1f352bd8efdd2aaf8a3ed30e47, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=19, state=RUNNABLE; OpenRegionProcedure 460810d49e6b08ec63b1655e2bb2e442, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=30, state=RUNNABLE; OpenRegionProcedure 6862e69f54ffd1e448fb996e5d807368, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=11, state=RUNNABLE; OpenRegionProcedure 6b190ca62464ee4c41ce79e6f4c95ca2, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1b58832e9b9ebca5f4e5f426a0b6f251, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=5a2cb68b014d783b789fe95a73e6d522, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,317 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=6c273e23b5c8641d805775d9a3c5ea36, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=13, state=RUNNABLE; OpenRegionProcedure 1b58832e9b9ebca5f4e5f426a0b6f251, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=27, state=RUNNABLE; OpenRegionProcedure 6c273e23b5c8641d805775d9a3c5ea36, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=26, state=RUNNABLE; OpenRegionProcedure 5a2cb68b014d783b789fe95a73e6d522, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d03684bf23e5f2c3f612ca71ecfed265, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=34, state=RUNNABLE; OpenRegionProcedure d03684bf23e5f2c3f612ca71ecfed265, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,322 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=15b1c536662989a25a7016365b5cacb7, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=6c3addf6f435f79a541805d9e39ab366, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=14, state=RUNNABLE; OpenRegionProcedure 15b1c536662989a25a7016365b5cacb7, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=a4b154ef365b23c36627cc52dc6a5103, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=12, state=RUNNABLE; OpenRegionProcedure 6c3addf6f435f79a541805d9e39ab366, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,325 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=dcb84cd5e270cc93b0de22dac8790a8e, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=32, state=RUNNABLE; OpenRegionProcedure a4b154ef365b23c36627cc52dc6a5103, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=788596105e2e26cea1b3fceb56a4899c, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=33, state=RUNNABLE; OpenRegionProcedure dcb84cd5e270cc93b0de22dac8790a8e, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=22, state=RUNNABLE; OpenRegionProcedure 788596105e2e26cea1b3fceb56a4899c, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=816982cf6195bb22e019169648c9f267, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d65d9f307585b1692046cd365b6dcf2e, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=31, state=RUNNABLE; OpenRegionProcedure 816982cf6195bb22e019169648c9f267, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=35365063e71abc59347e2317ebb0a6d5, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=23, state=RUNNABLE; OpenRegionProcedure d65d9f307585b1692046cd365b6dcf2e, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=47efad742a3ba539fadd81d205df4264, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=29, state=RUNNABLE; OpenRegionProcedure 35365063e71abc59347e2317ebb0a6d5, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,334 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3eadde51ef1e203d794ed7d61ebc68f7, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=18, state=RUNNABLE; OpenRegionProcedure 47efad742a3ba539fadd81d205df4264, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=16, state=RUNNABLE; OpenRegionProcedure 3eadde51ef1e203d794ed7d61ebc68f7, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=8df7767785c53ec529dc4d1cc43e33f9, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=884f8abb6bba505e7055cd5ad8db5459, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,338 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7fe9958e8e6499544f17d2052662b73b, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=17, state=RUNNABLE; OpenRegionProcedure 8df7767785c53ec529dc4d1cc43e33f9, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=24, state=RUNNABLE; OpenRegionProcedure 884f8abb6bba505e7055cd5ad8db5459, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=15, state=RUNNABLE; OpenRegionProcedure 7fe9958e8e6499544f17d2052662b73b, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=8a09b6f1beabe777fac0c077e1c6beb6, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=35, state=RUNNABLE; OpenRegionProcedure 8a09b6f1beabe777fac0c077e1c6beb6, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=d113d6d6b8e237d8d396841a061dc50b, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,342 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=ca723e672a2bcb5487445e1995d4351b, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=20, state=RUNNABLE; OpenRegionProcedure d113d6d6b8e237d8d396841a061dc50b, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=21, state=RUNNABLE; OpenRegionProcedure ca723e672a2bcb5487445e1995d4351b, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3bced637865570d436f4cf23bebb7a85, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=10, state=RUNNABLE; OpenRegionProcedure 3bced637865570d436f4cf23bebb7a85, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:18,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,467 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:50:18,468 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => d65d9f307585b1692046cd365b6dcf2e, NAME => 'test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-16T23:50:18,468 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,468 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,469 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,469 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,470 INFO [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,472 INFO [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d65d9f307585b1692046cd365b6dcf2e columnFamilyName f 2024-12-16T23:50:18,472 DEBUG [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,473 INFO [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] regionserver.HStore(327): Store=d65d9f307585b1692046cd365b6dcf2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,473 INFO [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,474 INFO [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d65d9f307585b1692046cd365b6dcf2e columnFamilyName norep 2024-12-16T23:50:18,474 DEBUG [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,475 INFO [StoreOpener-d65d9f307585b1692046cd365b6dcf2e-1 {}] regionserver.HStore(327): Store=d65d9f307585b1692046cd365b6dcf2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,476 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,476 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,478 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,479 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:50:18,481 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d65d9f307585b1692046cd365b6dcf2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,482 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened d65d9f307585b1692046cd365b6dcf2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70046779, jitterRate=0.04377834498882294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,482 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for d65d9f307585b1692046cd365b6dcf2e: 2024-12-16T23:50:18,483 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e., pid=51, masterSystemTime=1734393018462 2024-12-16T23:50:18,485 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:50:18,485 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:50:18,485 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:50:18,485 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => a4b154ef365b23c36627cc52dc6a5103, NAME => 'test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-16T23:50:18,485 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d65d9f307585b1692046cd365b6dcf2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,485 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,485 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,485 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,485 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,487 INFO [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,488 INFO [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4b154ef365b23c36627cc52dc6a5103 columnFamilyName f 2024-12-16T23:50:18,488 DEBUG [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,490 INFO [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] regionserver.HStore(327): Store=a4b154ef365b23c36627cc52dc6a5103/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,490 INFO [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=23 2024-12-16T23:50:18,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=23, state=SUCCESS; OpenRegionProcedure d65d9f307585b1692046cd365b6dcf2e, server=84e0f2a91439,33503,1734393007790 in 158 msec 2024-12-16T23:50:18,492 INFO [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4b154ef365b23c36627cc52dc6a5103 columnFamilyName norep 2024-12-16T23:50:18,492 DEBUG [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d65d9f307585b1692046cd365b6dcf2e, ASSIGN in 337 msec 2024-12-16T23:50:18,493 INFO [StoreOpener-a4b154ef365b23c36627cc52dc6a5103-1 {}] regionserver.HStore(327): Store=a4b154ef365b23c36627cc52dc6a5103/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,493 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,494 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,495 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,496 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:50:18,498 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/a4b154ef365b23c36627cc52dc6a5103/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,499 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened a4b154ef365b23c36627cc52dc6a5103; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69818126, jitterRate=0.04037114977836609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,499 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for a4b154ef365b23c36627cc52dc6a5103: 2024-12-16T23:50:18,500 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103., pid=47, masterSystemTime=1734393018462 2024-12-16T23:50:18,501 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:50:18,501 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:50:18,501 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:50:18,501 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => d03684bf23e5f2c3f612ca71ecfed265, NAME => 'test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-16T23:50:18,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=a4b154ef365b23c36627cc52dc6a5103, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,502 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,502 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,502 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,502 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,503 INFO [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,505 INFO [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d03684bf23e5f2c3f612ca71ecfed265 columnFamilyName f 2024-12-16T23:50:18,505 DEBUG [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=32 2024-12-16T23:50:18,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=32, state=SUCCESS; OpenRegionProcedure a4b154ef365b23c36627cc52dc6a5103, server=84e0f2a91439,33503,1734393007790 in 178 msec 2024-12-16T23:50:18,505 INFO [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] regionserver.HStore(327): Store=d03684bf23e5f2c3f612ca71ecfed265/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,505 INFO [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a4b154ef365b23c36627cc52dc6a5103, ASSIGN in 351 msec 2024-12-16T23:50:18,507 INFO [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d03684bf23e5f2c3f612ca71ecfed265 columnFamilyName norep 2024-12-16T23:50:18,507 DEBUG [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,507 INFO [StoreOpener-d03684bf23e5f2c3f612ca71ecfed265-1 {}] regionserver.HStore(327): Store=d03684bf23e5f2c3f612ca71ecfed265/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,509 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,509 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,510 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,512 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:50:18,514 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d03684bf23e5f2c3f612ca71ecfed265/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,515 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened d03684bf23e5f2c3f612ca71ecfed265; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73665482, jitterRate=0.09770122170448303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,515 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for d03684bf23e5f2c3f612ca71ecfed265: 2024-12-16T23:50:18,515 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265., pid=44, masterSystemTime=1734393018462 2024-12-16T23:50:18,517 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:50:18,517 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:50:18,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d03684bf23e5f2c3f612ca71ecfed265, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,517 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:50:18,518 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 1b58832e9b9ebca5f4e5f426a0b6f251, NAME => 'test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-16T23:50:18,518 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,518 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,518 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,518 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,520 INFO [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=34 2024-12-16T23:50:18,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=34, state=SUCCESS; OpenRegionProcedure d03684bf23e5f2c3f612ca71ecfed265, server=84e0f2a91439,33503,1734393007790 in 198 msec 2024-12-16T23:50:18,521 INFO [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b58832e9b9ebca5f4e5f426a0b6f251 columnFamilyName f 2024-12-16T23:50:18,521 DEBUG [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,522 INFO [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] regionserver.HStore(327): Store=1b58832e9b9ebca5f4e5f426a0b6f251/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,522 INFO [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d03684bf23e5f2c3f612ca71ecfed265, ASSIGN in 367 msec 2024-12-16T23:50:18,523 INFO [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b58832e9b9ebca5f4e5f426a0b6f251 columnFamilyName norep 2024-12-16T23:50:18,523 DEBUG [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,524 INFO [StoreOpener-1b58832e9b9ebca5f4e5f426a0b6f251-1 {}] regionserver.HStore(327): Store=1b58832e9b9ebca5f4e5f426a0b6f251/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,525 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,525 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,526 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,528 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:50:18,530 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/1b58832e9b9ebca5f4e5f426a0b6f251/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,531 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 1b58832e9b9ebca5f4e5f426a0b6f251; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65371287, jitterRate=-0.02589191496372223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,531 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 1b58832e9b9ebca5f4e5f426a0b6f251: 2024-12-16T23:50:18,532 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251., pid=41, masterSystemTime=1734393018462 2024-12-16T23:50:18,533 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:50:18,533 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:50:18,533 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:50:18,534 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => d113d6d6b8e237d8d396841a061dc50b, NAME => 'test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-16T23:50:18,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=1b58832e9b9ebca5f4e5f426a0b6f251, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,534 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,534 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,534 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,534 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,536 INFO [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,537 INFO [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d113d6d6b8e237d8d396841a061dc50b columnFamilyName f 2024-12-16T23:50:18,537 DEBUG [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=13 2024-12-16T23:50:18,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=13, state=SUCCESS; OpenRegionProcedure 1b58832e9b9ebca5f4e5f426a0b6f251, server=84e0f2a91439,33503,1734393007790 in 219 msec 2024-12-16T23:50:18,538 INFO [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] regionserver.HStore(327): Store=d113d6d6b8e237d8d396841a061dc50b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,538 INFO [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1b58832e9b9ebca5f4e5f426a0b6f251, ASSIGN in 384 msec 2024-12-16T23:50:18,539 INFO [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d113d6d6b8e237d8d396841a061dc50b columnFamilyName norep 2024-12-16T23:50:18,540 DEBUG [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,540 INFO [StoreOpener-d113d6d6b8e237d8d396841a061dc50b-1 {}] regionserver.HStore(327): Store=d113d6d6b8e237d8d396841a061dc50b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,541 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,541 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,543 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,544 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:50:18,546 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d113d6d6b8e237d8d396841a061dc50b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,547 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened d113d6d6b8e237d8d396841a061dc50b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67525581, jitterRate=0.006209567189216614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,547 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for d113d6d6b8e237d8d396841a061dc50b: 2024-12-16T23:50:18,547 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b., pid=59, masterSystemTime=1734393018462 2024-12-16T23:50:18,549 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:50:18,549 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:50:18,549 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:50:18,549 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a2cb68b014d783b789fe95a73e6d522, NAME => 'test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-16T23:50:18,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=d113d6d6b8e237d8d396841a061dc50b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,550 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,550 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,550 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,550 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,551 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36337 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=84e0f2a91439,33503,1734393007790, table=test, region=d113d6d6b8e237d8d396841a061dc50b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-16T23:50:18,551 INFO [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,553 INFO [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2cb68b014d783b789fe95a73e6d522 columnFamilyName f 2024-12-16T23:50:18,553 DEBUG [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=20 2024-12-16T23:50:18,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=20, state=SUCCESS; OpenRegionProcedure d113d6d6b8e237d8d396841a061dc50b, server=84e0f2a91439,33503,1734393007790 in 207 msec 2024-12-16T23:50:18,554 INFO [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] regionserver.HStore(327): Store=5a2cb68b014d783b789fe95a73e6d522/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,554 INFO [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d113d6d6b8e237d8d396841a061dc50b, ASSIGN in 399 msec 2024-12-16T23:50:18,555 INFO [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2cb68b014d783b789fe95a73e6d522 columnFamilyName norep 2024-12-16T23:50:18,555 DEBUG [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,555 INFO [StoreOpener-5a2cb68b014d783b789fe95a73e6d522-1 {}] regionserver.HStore(327): Store=5a2cb68b014d783b789fe95a73e6d522/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,556 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,556 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,558 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,559 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:50:18,561 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/5a2cb68b014d783b789fe95a73e6d522/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,562 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 5a2cb68b014d783b789fe95a73e6d522; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73112762, jitterRate=0.08946505188941956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,562 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 5a2cb68b014d783b789fe95a73e6d522: 2024-12-16T23:50:18,562 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522., pid=42, masterSystemTime=1734393018462 2024-12-16T23:50:18,564 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:50:18,564 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:50:18,564 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:50:18,564 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 47efad742a3ba539fadd81d205df4264, NAME => 'test,iii,1734393014823.47efad742a3ba539fadd81d205df4264.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-16T23:50:18,564 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=5a2cb68b014d783b789fe95a73e6d522, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,564 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,564 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,iii,1734393014823.47efad742a3ba539fadd81d205df4264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,565 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,565 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,566 INFO [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=26 2024-12-16T23:50:18,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=26, state=SUCCESS; OpenRegionProcedure 5a2cb68b014d783b789fe95a73e6d522, server=84e0f2a91439,33503,1734393007790 in 248 msec 2024-12-16T23:50:18,568 INFO [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47efad742a3ba539fadd81d205df4264 columnFamilyName f 2024-12-16T23:50:18,568 DEBUG [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,568 INFO [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] regionserver.HStore(327): Store=47efad742a3ba539fadd81d205df4264/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,569 INFO [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,570 INFO [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47efad742a3ba539fadd81d205df4264 columnFamilyName norep 2024-12-16T23:50:18,570 DEBUG [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,571 INFO [StoreOpener-47efad742a3ba539fadd81d205df4264-1 {}] regionserver.HStore(327): Store=47efad742a3ba539fadd81d205df4264/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,571 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,572 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,573 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,575 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 47efad742a3ba539fadd81d205df4264 2024-12-16T23:50:18,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5a2cb68b014d783b789fe95a73e6d522, ASSIGN in 413 msec 2024-12-16T23:50:18,577 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/47efad742a3ba539fadd81d205df4264/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,578 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 47efad742a3ba539fadd81d205df4264; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70257263, jitterRate=0.04691480100154877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,578 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 47efad742a3ba539fadd81d205df4264: 2024-12-16T23:50:18,578 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734393014823.47efad742a3ba539fadd81d205df4264., pid=53, masterSystemTime=1734393018462 2024-12-16T23:50:18,580 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:50:18,580 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:50:18,580 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:50:18,580 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 98899f1f352bd8efdd2aaf8a3ed30e47, NAME => 'test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-16T23:50:18,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=47efad742a3ba539fadd81d205df4264, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,580 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,581 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,581 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,581 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,582 INFO [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,584 INFO [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98899f1f352bd8efdd2aaf8a3ed30e47 columnFamilyName f 2024-12-16T23:50:18,584 DEBUG [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=18 2024-12-16T23:50:18,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=18, state=SUCCESS; OpenRegionProcedure 47efad742a3ba539fadd81d205df4264, server=84e0f2a91439,33503,1734393007790 in 248 msec 2024-12-16T23:50:18,584 INFO [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] regionserver.HStore(327): Store=98899f1f352bd8efdd2aaf8a3ed30e47/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,584 INFO [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=47efad742a3ba539fadd81d205df4264, ASSIGN in 430 msec 2024-12-16T23:50:18,586 INFO [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98899f1f352bd8efdd2aaf8a3ed30e47 columnFamilyName norep 2024-12-16T23:50:18,586 DEBUG [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,586 INFO [StoreOpener-98899f1f352bd8efdd2aaf8a3ed30e47-1 {}] regionserver.HStore(327): Store=98899f1f352bd8efdd2aaf8a3ed30e47/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,587 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,588 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,589 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,591 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:50:18,593 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/98899f1f352bd8efdd2aaf8a3ed30e47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,594 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 98899f1f352bd8efdd2aaf8a3ed30e47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73950700, jitterRate=0.10195130109786987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,594 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 98899f1f352bd8efdd2aaf8a3ed30e47: 2024-12-16T23:50:18,595 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47., pid=37, masterSystemTime=1734393018462 2024-12-16T23:50:18,596 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:50:18,596 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:50:18,597 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:50:18,597 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 15b1c536662989a25a7016365b5cacb7, NAME => 'test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-16T23:50:18,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=98899f1f352bd8efdd2aaf8a3ed30e47, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,597 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,597 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,597 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,597 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,599 INFO [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=25 2024-12-16T23:50:18,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=25, state=SUCCESS; OpenRegionProcedure 98899f1f352bd8efdd2aaf8a3ed30e47, server=84e0f2a91439,33503,1734393007790 in 288 msec 2024-12-16T23:50:18,601 INFO [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b1c536662989a25a7016365b5cacb7 columnFamilyName f 2024-12-16T23:50:18,601 DEBUG [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,601 INFO [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] regionserver.HStore(327): Store=15b1c536662989a25a7016365b5cacb7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,602 INFO [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=98899f1f352bd8efdd2aaf8a3ed30e47, ASSIGN in 446 msec 2024-12-16T23:50:18,603 INFO [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b1c536662989a25a7016365b5cacb7 columnFamilyName norep 2024-12-16T23:50:18,603 DEBUG [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,603 INFO [StoreOpener-15b1c536662989a25a7016365b5cacb7-1 {}] regionserver.HStore(327): Store=15b1c536662989a25a7016365b5cacb7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,604 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,605 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,606 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,608 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 15b1c536662989a25a7016365b5cacb7 2024-12-16T23:50:18,610 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/15b1c536662989a25a7016365b5cacb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,610 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 15b1c536662989a25a7016365b5cacb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68125803, jitterRate=0.015153571963310242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,610 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 15b1c536662989a25a7016365b5cacb7: 2024-12-16T23:50:18,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:18,611 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7., pid=45, masterSystemTime=1734393018462 2024-12-16T23:50:18,613 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:50:18,613 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:50:18,613 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:50:18,613 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a09b6f1beabe777fac0c077e1c6beb6, NAME => 'test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-16T23:50:18,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=15b1c536662989a25a7016365b5cacb7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,613 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,613 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,613 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,613 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,615 INFO [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=14 2024-12-16T23:50:18,616 INFO [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a09b6f1beabe777fac0c077e1c6beb6 columnFamilyName f 2024-12-16T23:50:18,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=14, state=SUCCESS; OpenRegionProcedure 15b1c536662989a25a7016365b5cacb7, server=84e0f2a91439,33503,1734393007790 in 292 msec 2024-12-16T23:50:18,617 DEBUG [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,617 INFO [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] regionserver.HStore(327): Store=8a09b6f1beabe777fac0c077e1c6beb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,617 INFO [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=15b1c536662989a25a7016365b5cacb7, ASSIGN in 462 msec 2024-12-16T23:50:18,619 INFO [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a09b6f1beabe777fac0c077e1c6beb6 columnFamilyName norep 2024-12-16T23:50:18,619 DEBUG [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,619 INFO [StoreOpener-8a09b6f1beabe777fac0c077e1c6beb6-1 {}] regionserver.HStore(327): Store=8a09b6f1beabe777fac0c077e1c6beb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,620 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,620 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,622 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,623 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:50:18,625 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8a09b6f1beabe777fac0c077e1c6beb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,626 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 8a09b6f1beabe777fac0c077e1c6beb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68091870, jitterRate=0.01464793086051941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,626 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 8a09b6f1beabe777fac0c077e1c6beb6: 2024-12-16T23:50:18,626 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6., pid=58, masterSystemTime=1734393018462 2024-12-16T23:50:18,628 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:50:18,628 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:50:18,628 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:50:18,628 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 6b190ca62464ee4c41ce79e6f4c95ca2, NAME => 'test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-16T23:50:18,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=8a09b6f1beabe777fac0c077e1c6beb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,628 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,629 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,629 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,629 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,630 INFO [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=35 2024-12-16T23:50:18,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=35, state=SUCCESS; OpenRegionProcedure 8a09b6f1beabe777fac0c077e1c6beb6, server=84e0f2a91439,33503,1734393007790 in 289 msec 2024-12-16T23:50:18,632 INFO [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b190ca62464ee4c41ce79e6f4c95ca2 columnFamilyName f 2024-12-16T23:50:18,632 DEBUG [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,633 INFO [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] regionserver.HStore(327): Store=6b190ca62464ee4c41ce79e6f4c95ca2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,633 INFO [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8a09b6f1beabe777fac0c077e1c6beb6, ASSIGN in 478 msec 2024-12-16T23:50:18,634 INFO [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b190ca62464ee4c41ce79e6f4c95ca2 columnFamilyName norep 2024-12-16T23:50:18,634 DEBUG [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,635 INFO [StoreOpener-6b190ca62464ee4c41ce79e6f4c95ca2-1 {}] regionserver.HStore(327): Store=6b190ca62464ee4c41ce79e6f4c95ca2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,636 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,636 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,638 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,639 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:50:18,642 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6b190ca62464ee4c41ce79e6f4c95ca2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,642 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 6b190ca62464ee4c41ce79e6f4c95ca2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70476745, jitterRate=0.05018533766269684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,642 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 6b190ca62464ee4c41ce79e6f4c95ca2: 2024-12-16T23:50:18,643 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2., pid=40, masterSystemTime=1734393018462 2024-12-16T23:50:18,645 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:50:18,645 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:50:18,645 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:50:18,645 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 788596105e2e26cea1b3fceb56a4899c, NAME => 'test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-16T23:50:18,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6b190ca62464ee4c41ce79e6f4c95ca2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,646 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,646 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,646 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,646 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,647 INFO [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,649 INFO [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788596105e2e26cea1b3fceb56a4899c columnFamilyName f 2024-12-16T23:50:18,649 DEBUG [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,649 INFO [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] regionserver.HStore(327): Store=788596105e2e26cea1b3fceb56a4899c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=11 2024-12-16T23:50:18,649 INFO [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=11, state=SUCCESS; OpenRegionProcedure 6b190ca62464ee4c41ce79e6f4c95ca2, server=84e0f2a91439,33503,1734393007790 in 333 msec 2024-12-16T23:50:18,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6b190ca62464ee4c41ce79e6f4c95ca2, ASSIGN in 495 msec 2024-12-16T23:50:18,651 INFO [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 788596105e2e26cea1b3fceb56a4899c columnFamilyName norep 2024-12-16T23:50:18,651 DEBUG [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,651 INFO [StoreOpener-788596105e2e26cea1b3fceb56a4899c-1 {}] regionserver.HStore(327): Store=788596105e2e26cea1b3fceb56a4899c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,652 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,652 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,654 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,655 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:50:18,658 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/788596105e2e26cea1b3fceb56a4899c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,658 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 788596105e2e26cea1b3fceb56a4899c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72372173, jitterRate=0.07842941582202911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,658 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 788596105e2e26cea1b3fceb56a4899c: 2024-12-16T23:50:18,659 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c., pid=49, masterSystemTime=1734393018462 2024-12-16T23:50:18,660 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:50:18,660 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:50:18,660 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:50:18,660 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 816982cf6195bb22e019169648c9f267, NAME => 'test,vvv,1734393014823.816982cf6195bb22e019169648c9f267.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-16T23:50:18,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=788596105e2e26cea1b3fceb56a4899c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,661 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,661 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,vvv,1734393014823.816982cf6195bb22e019169648c9f267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,662 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,662 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,663 INFO [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=22 2024-12-16T23:50:18,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=22, state=SUCCESS; OpenRegionProcedure 788596105e2e26cea1b3fceb56a4899c, server=84e0f2a91439,33503,1734393007790 in 333 msec 2024-12-16T23:50:18,665 INFO [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816982cf6195bb22e019169648c9f267 columnFamilyName f 2024-12-16T23:50:18,665 DEBUG [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=788596105e2e26cea1b3fceb56a4899c, ASSIGN in 510 msec 2024-12-16T23:50:18,665 INFO [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] regionserver.HStore(327): Store=816982cf6195bb22e019169648c9f267/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,666 INFO [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,667 INFO [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 816982cf6195bb22e019169648c9f267 columnFamilyName norep 2024-12-16T23:50:18,667 DEBUG [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,668 INFO [StoreOpener-816982cf6195bb22e019169648c9f267-1 {}] regionserver.HStore(327): Store=816982cf6195bb22e019169648c9f267/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,669 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,669 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,670 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,672 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 816982cf6195bb22e019169648c9f267 2024-12-16T23:50:18,674 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/816982cf6195bb22e019169648c9f267/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,674 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 816982cf6195bb22e019169648c9f267; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75269714, jitterRate=0.12160614132881165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,675 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 816982cf6195bb22e019169648c9f267: 2024-12-16T23:50:18,675 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734393014823.816982cf6195bb22e019169648c9f267., pid=50, masterSystemTime=1734393018462 2024-12-16T23:50:18,677 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:50:18,677 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:50:18,677 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:50:18,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=816982cf6195bb22e019169648c9f267, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,677 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 3eadde51ef1e203d794ed7d61ebc68f7, NAME => 'test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-16T23:50:18,677 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,678 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,678 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,678 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,679 INFO [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=31 2024-12-16T23:50:18,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=31, state=SUCCESS; OpenRegionProcedure 816982cf6195bb22e019169648c9f267, server=84e0f2a91439,33503,1734393007790 in 348 msec 2024-12-16T23:50:18,681 INFO [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eadde51ef1e203d794ed7d61ebc68f7 columnFamilyName f 2024-12-16T23:50:18,681 DEBUG [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,681 INFO [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] regionserver.HStore(327): Store=3eadde51ef1e203d794ed7d61ebc68f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=816982cf6195bb22e019169648c9f267, ASSIGN in 526 msec 2024-12-16T23:50:18,681 INFO [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,683 INFO [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eadde51ef1e203d794ed7d61ebc68f7 columnFamilyName norep 2024-12-16T23:50:18,683 DEBUG [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,683 INFO [StoreOpener-3eadde51ef1e203d794ed7d61ebc68f7-1 {}] regionserver.HStore(327): Store=3eadde51ef1e203d794ed7d61ebc68f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,684 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,684 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,686 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,687 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:50:18,689 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3eadde51ef1e203d794ed7d61ebc68f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,690 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 3eadde51ef1e203d794ed7d61ebc68f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73629526, jitterRate=0.09716543555259705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,690 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 3eadde51ef1e203d794ed7d61ebc68f7: 2024-12-16T23:50:18,690 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7., pid=54, masterSystemTime=1734393018462 2024-12-16T23:50:18,692 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:50:18,692 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:50:18,692 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:50:18,692 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => ca723e672a2bcb5487445e1995d4351b, NAME => 'test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-16T23:50:18,692 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=3eadde51ef1e203d794ed7d61ebc68f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,692 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,692 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,693 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,693 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,694 INFO [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,696 INFO [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca723e672a2bcb5487445e1995d4351b columnFamilyName f 2024-12-16T23:50:18,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=16 2024-12-16T23:50:18,696 DEBUG [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=16, state=SUCCESS; OpenRegionProcedure 3eadde51ef1e203d794ed7d61ebc68f7, server=84e0f2a91439,33503,1734393007790 in 359 msec 2024-12-16T23:50:18,696 INFO [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] regionserver.HStore(327): Store=ca723e672a2bcb5487445e1995d4351b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,696 INFO [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,698 INFO [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca723e672a2bcb5487445e1995d4351b columnFamilyName norep 2024-12-16T23:50:18,698 DEBUG [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3eadde51ef1e203d794ed7d61ebc68f7, ASSIGN in 542 msec 2024-12-16T23:50:18,698 INFO [StoreOpener-ca723e672a2bcb5487445e1995d4351b-1 {}] regionserver.HStore(327): Store=ca723e672a2bcb5487445e1995d4351b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,699 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,700 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,701 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,702 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:50:18,704 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/ca723e672a2bcb5487445e1995d4351b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,704 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened ca723e672a2bcb5487445e1995d4351b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66529538, jitterRate=-0.008632630109786987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,704 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for ca723e672a2bcb5487445e1995d4351b: 2024-12-16T23:50:18,705 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b., pid=60, masterSystemTime=1734393018462 2024-12-16T23:50:18,707 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:50:18,707 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:50:18,707 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:50:18,707 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=ca723e672a2bcb5487445e1995d4351b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,707 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => d311d172a34628de49f8fa04467e2611, NAME => 'test,sss,1734393014823.d311d172a34628de49f8fa04467e2611.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-16T23:50:18,708 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,708 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,sss,1734393014823.d311d172a34628de49f8fa04467e2611.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,708 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,708 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,709 INFO [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=21 2024-12-16T23:50:18,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=21, state=SUCCESS; OpenRegionProcedure ca723e672a2bcb5487445e1995d4351b, server=84e0f2a91439,33503,1734393007790 in 365 msec 2024-12-16T23:50:18,711 INFO [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d311d172a34628de49f8fa04467e2611 columnFamilyName f 2024-12-16T23:50:18,711 DEBUG [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,711 INFO [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] regionserver.HStore(327): Store=d311d172a34628de49f8fa04467e2611/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca723e672a2bcb5487445e1995d4351b, ASSIGN in 556 msec 2024-12-16T23:50:18,712 INFO [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,713 INFO [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d311d172a34628de49f8fa04467e2611 columnFamilyName norep 2024-12-16T23:50:18,713 DEBUG [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,714 INFO [StoreOpener-d311d172a34628de49f8fa04467e2611-1 {}] regionserver.HStore(327): Store=d311d172a34628de49f8fa04467e2611/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,714 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,715 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,716 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,718 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for d311d172a34628de49f8fa04467e2611 2024-12-16T23:50:18,720 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d311d172a34628de49f8fa04467e2611/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,721 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened d311d172a34628de49f8fa04467e2611; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70553771, jitterRate=0.05133311450481415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,721 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for d311d172a34628de49f8fa04467e2611: 2024-12-16T23:50:18,722 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734393014823.d311d172a34628de49f8fa04467e2611., pid=36, masterSystemTime=1734393018462 2024-12-16T23:50:18,724 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:50:18,724 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:50:18,724 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:50:18,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d311d172a34628de49f8fa04467e2611, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,724 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 6862e69f54ffd1e448fb996e5d807368, NAME => 'test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-16T23:50:18,724 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,724 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,724 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,725 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,726 INFO [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=28 2024-12-16T23:50:18,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=28, state=SUCCESS; OpenRegionProcedure d311d172a34628de49f8fa04467e2611, server=84e0f2a91439,33503,1734393007790 in 416 msec 2024-12-16T23:50:18,728 INFO [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6862e69f54ffd1e448fb996e5d807368 columnFamilyName f 2024-12-16T23:50:18,728 DEBUG [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,728 INFO [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] regionserver.HStore(327): Store=6862e69f54ffd1e448fb996e5d807368/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,728 INFO [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d311d172a34628de49f8fa04467e2611, ASSIGN in 573 msec 2024-12-16T23:50:18,730 INFO [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6862e69f54ffd1e448fb996e5d807368 columnFamilyName norep 2024-12-16T23:50:18,730 DEBUG [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,730 INFO [StoreOpener-6862e69f54ffd1e448fb996e5d807368-1 {}] regionserver.HStore(327): Store=6862e69f54ffd1e448fb996e5d807368/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,731 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,731 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,733 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,734 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:50:18,736 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6862e69f54ffd1e448fb996e5d807368/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,736 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 6862e69f54ffd1e448fb996e5d807368; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74961692, jitterRate=0.1170162558555603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,737 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 6862e69f54ffd1e448fb996e5d807368: 2024-12-16T23:50:18,737 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368., pid=39, masterSystemTime=1734393018462 2024-12-16T23:50:18,739 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:50:18,739 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:50:18,739 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:50:18,739 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=6862e69f54ffd1e448fb996e5d807368, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,739 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => dcb84cd5e270cc93b0de22dac8790a8e, NAME => 'test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-16T23:50:18,740 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,740 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,740 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,740 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,742 INFO [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=30 2024-12-16T23:50:18,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=30, state=SUCCESS; OpenRegionProcedure 6862e69f54ffd1e448fb996e5d807368, server=84e0f2a91439,33503,1734393007790 in 428 msec 2024-12-16T23:50:18,743 INFO [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb84cd5e270cc93b0de22dac8790a8e columnFamilyName f 2024-12-16T23:50:18,743 DEBUG [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,744 INFO [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] regionserver.HStore(327): Store=dcb84cd5e270cc93b0de22dac8790a8e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,744 INFO [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6862e69f54ffd1e448fb996e5d807368, ASSIGN in 589 msec 2024-12-16T23:50:18,746 INFO [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb84cd5e270cc93b0de22dac8790a8e columnFamilyName norep 2024-12-16T23:50:18,746 DEBUG [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,746 INFO [StoreOpener-dcb84cd5e270cc93b0de22dac8790a8e-1 {}] regionserver.HStore(327): Store=dcb84cd5e270cc93b0de22dac8790a8e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,747 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,748 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,749 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,750 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:50:18,754 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/dcb84cd5e270cc93b0de22dac8790a8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,754 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened dcb84cd5e270cc93b0de22dac8790a8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74957273, jitterRate=0.11695040762424469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,755 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for dcb84cd5e270cc93b0de22dac8790a8e: 2024-12-16T23:50:18,755 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e., pid=48, masterSystemTime=1734393018462 2024-12-16T23:50:18,757 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:50:18,757 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:50:18,757 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:50:18,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=dcb84cd5e270cc93b0de22dac8790a8e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,757 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fe9958e8e6499544f17d2052662b73b, NAME => 'test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-16T23:50:18,758 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,758 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,758 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,758 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,760 INFO [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=33 2024-12-16T23:50:18,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=33, state=SUCCESS; OpenRegionProcedure dcb84cd5e270cc93b0de22dac8790a8e, server=84e0f2a91439,33503,1734393007790 in 433 msec 2024-12-16T23:50:18,761 INFO [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe9958e8e6499544f17d2052662b73b columnFamilyName f 2024-12-16T23:50:18,761 DEBUG [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,762 INFO [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] regionserver.HStore(327): Store=7fe9958e8e6499544f17d2052662b73b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,762 INFO [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dcb84cd5e270cc93b0de22dac8790a8e, ASSIGN in 607 msec 2024-12-16T23:50:18,763 INFO [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe9958e8e6499544f17d2052662b73b columnFamilyName norep 2024-12-16T23:50:18,763 DEBUG [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,764 INFO [StoreOpener-7fe9958e8e6499544f17d2052662b73b-1 {}] regionserver.HStore(327): Store=7fe9958e8e6499544f17d2052662b73b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,765 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,766 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,767 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,768 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:50:18,771 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/7fe9958e8e6499544f17d2052662b73b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,771 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 7fe9958e8e6499544f17d2052662b73b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65519854, jitterRate=-0.023678094148635864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,772 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 7fe9958e8e6499544f17d2052662b73b: 2024-12-16T23:50:18,772 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b., pid=57, masterSystemTime=1734393018462 2024-12-16T23:50:18,774 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:50:18,774 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:50:18,774 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:50:18,774 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 460810d49e6b08ec63b1655e2bb2e442, NAME => 'test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-16T23:50:18,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7fe9958e8e6499544f17d2052662b73b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,774 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,775 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,775 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,775 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,776 INFO [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=15 2024-12-16T23:50:18,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=15, state=SUCCESS; OpenRegionProcedure 7fe9958e8e6499544f17d2052662b73b, server=84e0f2a91439,33503,1734393007790 in 436 msec 2024-12-16T23:50:18,778 INFO [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 460810d49e6b08ec63b1655e2bb2e442 columnFamilyName f 2024-12-16T23:50:18,778 DEBUG [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,778 INFO [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] regionserver.HStore(327): Store=460810d49e6b08ec63b1655e2bb2e442/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,778 INFO [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7fe9958e8e6499544f17d2052662b73b, ASSIGN in 623 msec 2024-12-16T23:50:18,780 INFO [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 460810d49e6b08ec63b1655e2bb2e442 columnFamilyName norep 2024-12-16T23:50:18,780 DEBUG [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,780 INFO [StoreOpener-460810d49e6b08ec63b1655e2bb2e442-1 {}] regionserver.HStore(327): Store=460810d49e6b08ec63b1655e2bb2e442/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,781 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,782 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,783 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,784 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:50:18,786 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/460810d49e6b08ec63b1655e2bb2e442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,787 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 460810d49e6b08ec63b1655e2bb2e442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59447581, jitterRate=-0.11416201293468475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,787 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 460810d49e6b08ec63b1655e2bb2e442: 2024-12-16T23:50:18,788 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442., pid=38, masterSystemTime=1734393018462 2024-12-16T23:50:18,789 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:50:18,789 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:50:18,790 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:50:18,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=460810d49e6b08ec63b1655e2bb2e442, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,790 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c273e23b5c8641d805775d9a3c5ea36, NAME => 'test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-16T23:50:18,790 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,790 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,790 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,790 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,792 INFO [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=19 2024-12-16T23:50:18,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=19, state=SUCCESS; OpenRegionProcedure 460810d49e6b08ec63b1655e2bb2e442, server=84e0f2a91439,33503,1734393007790 in 479 msec 2024-12-16T23:50:18,794 INFO [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c273e23b5c8641d805775d9a3c5ea36 columnFamilyName f 2024-12-16T23:50:18,794 DEBUG [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=460810d49e6b08ec63b1655e2bb2e442, ASSIGN in 639 msec 2024-12-16T23:50:18,795 INFO [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] regionserver.HStore(327): Store=6c273e23b5c8641d805775d9a3c5ea36/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,795 INFO [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,796 INFO [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c273e23b5c8641d805775d9a3c5ea36 columnFamilyName norep 2024-12-16T23:50:18,796 DEBUG [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,797 INFO [StoreOpener-6c273e23b5c8641d805775d9a3c5ea36-1 {}] regionserver.HStore(327): Store=6c273e23b5c8641d805775d9a3c5ea36/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,798 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,798 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,800 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,801 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:50:18,803 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c273e23b5c8641d805775d9a3c5ea36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,804 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 6c273e23b5c8641d805775d9a3c5ea36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64298945, jitterRate=-0.04187105596065521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,804 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 6c273e23b5c8641d805775d9a3c5ea36: 2024-12-16T23:50:18,805 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36., pid=43, masterSystemTime=1734393018462 2024-12-16T23:50:18,807 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:50:18,807 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:50:18,807 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:50:18,807 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=6c273e23b5c8641d805775d9a3c5ea36, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,807 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 35365063e71abc59347e2317ebb0a6d5, NAME => 'test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-16T23:50:18,807 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,808 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,808 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,808 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,809 INFO [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=27 2024-12-16T23:50:18,811 INFO [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35365063e71abc59347e2317ebb0a6d5 columnFamilyName f 2024-12-16T23:50:18,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=27, state=SUCCESS; OpenRegionProcedure 6c273e23b5c8641d805775d9a3c5ea36, server=84e0f2a91439,33503,1734393007790 in 490 msec 2024-12-16T23:50:18,811 DEBUG [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c273e23b5c8641d805775d9a3c5ea36, ASSIGN in 656 msec 2024-12-16T23:50:18,812 INFO [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] regionserver.HStore(327): Store=35365063e71abc59347e2317ebb0a6d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,812 INFO [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,813 INFO [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35365063e71abc59347e2317ebb0a6d5 columnFamilyName norep 2024-12-16T23:50:18,813 DEBUG [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,813 INFO [StoreOpener-35365063e71abc59347e2317ebb0a6d5-1 {}] regionserver.HStore(327): Store=35365063e71abc59347e2317ebb0a6d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,814 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,815 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,816 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,817 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:50:18,819 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/35365063e71abc59347e2317ebb0a6d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,819 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 35365063e71abc59347e2317ebb0a6d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60070690, jitterRate=-0.10487696528434753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,820 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 35365063e71abc59347e2317ebb0a6d5: 2024-12-16T23:50:18,820 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5., pid=52, masterSystemTime=1734393018462 2024-12-16T23:50:18,822 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:50:18,822 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:50:18,822 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:50:18,822 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 8df7767785c53ec529dc4d1cc43e33f9, NAME => 'test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-16T23:50:18,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=35365063e71abc59347e2317ebb0a6d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,822 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,822 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,822 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,822 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,824 INFO [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=29 2024-12-16T23:50:18,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=29, state=SUCCESS; OpenRegionProcedure 35365063e71abc59347e2317ebb0a6d5, server=84e0f2a91439,33503,1734393007790 in 492 msec 2024-12-16T23:50:18,826 INFO [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df7767785c53ec529dc4d1cc43e33f9 columnFamilyName f 2024-12-16T23:50:18,826 DEBUG [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,826 INFO [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] regionserver.HStore(327): Store=8df7767785c53ec529dc4d1cc43e33f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=35365063e71abc59347e2317ebb0a6d5, ASSIGN in 671 msec 2024-12-16T23:50:18,826 INFO [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,828 INFO [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8df7767785c53ec529dc4d1cc43e33f9 columnFamilyName norep 2024-12-16T23:50:18,828 DEBUG [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,828 INFO [StoreOpener-8df7767785c53ec529dc4d1cc43e33f9-1 {}] regionserver.HStore(327): Store=8df7767785c53ec529dc4d1cc43e33f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,829 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,830 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,831 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,833 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:50:18,836 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8df7767785c53ec529dc4d1cc43e33f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,836 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 8df7767785c53ec529dc4d1cc43e33f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73960104, jitterRate=0.10209143161773682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,837 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 8df7767785c53ec529dc4d1cc43e33f9: 2024-12-16T23:50:18,837 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9., pid=55, masterSystemTime=1734393018462 2024-12-16T23:50:18,839 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:50:18,839 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:50:18,839 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:50:18,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=8df7767785c53ec529dc4d1cc43e33f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,839 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c3addf6f435f79a541805d9e39ab366, NAME => 'test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-16T23:50:18,839 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,840 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,840 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,840 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,841 INFO [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,843 INFO [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c3addf6f435f79a541805d9e39ab366 columnFamilyName f 2024-12-16T23:50:18,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=17 2024-12-16T23:50:18,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=17, state=SUCCESS; OpenRegionProcedure 8df7767785c53ec529dc4d1cc43e33f9, server=84e0f2a91439,33503,1734393007790 in 503 msec 2024-12-16T23:50:18,843 DEBUG [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,844 INFO [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] regionserver.HStore(327): Store=6c3addf6f435f79a541805d9e39ab366/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,844 INFO [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8df7767785c53ec529dc4d1cc43e33f9, ASSIGN in 689 msec 2024-12-16T23:50:18,845 INFO [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c3addf6f435f79a541805d9e39ab366 columnFamilyName norep 2024-12-16T23:50:18,845 DEBUG [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,846 INFO [StoreOpener-6c3addf6f435f79a541805d9e39ab366-1 {}] regionserver.HStore(327): Store=6c3addf6f435f79a541805d9e39ab366/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,847 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,847 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,848 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,850 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:50:18,852 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c3addf6f435f79a541805d9e39ab366/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,853 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 6c3addf6f435f79a541805d9e39ab366; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65361653, jitterRate=-0.026035472750663757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,853 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 6c3addf6f435f79a541805d9e39ab366: 2024-12-16T23:50:18,854 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366., pid=46, masterSystemTime=1734393018462 2024-12-16T23:50:18,855 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:50:18,855 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:50:18,855 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:50:18,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=6c3addf6f435f79a541805d9e39ab366, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,856 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 884f8abb6bba505e7055cd5ad8db5459, NAME => 'test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-16T23:50:18,856 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,856 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,857 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,857 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,858 INFO [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=12 2024-12-16T23:50:18,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=12, state=SUCCESS; OpenRegionProcedure 6c3addf6f435f79a541805d9e39ab366, server=84e0f2a91439,33503,1734393007790 in 533 msec 2024-12-16T23:50:18,860 INFO [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 884f8abb6bba505e7055cd5ad8db5459 columnFamilyName f 2024-12-16T23:50:18,860 DEBUG [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6c3addf6f435f79a541805d9e39ab366, ASSIGN in 705 msec 2024-12-16T23:50:18,861 INFO [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] regionserver.HStore(327): Store=884f8abb6bba505e7055cd5ad8db5459/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,861 INFO [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,862 INFO [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 884f8abb6bba505e7055cd5ad8db5459 columnFamilyName norep 2024-12-16T23:50:18,862 DEBUG [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,863 INFO [StoreOpener-884f8abb6bba505e7055cd5ad8db5459-1 {}] regionserver.HStore(327): Store=884f8abb6bba505e7055cd5ad8db5459/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,864 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,864 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,866 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,867 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:50:18,869 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/884f8abb6bba505e7055cd5ad8db5459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,870 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 884f8abb6bba505e7055cd5ad8db5459; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61364735, jitterRate=-0.08559419214725494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,870 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 884f8abb6bba505e7055cd5ad8db5459: 2024-12-16T23:50:18,870 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459., pid=56, masterSystemTime=1734393018462 2024-12-16T23:50:18,872 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:50:18,872 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:50:18,872 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:50:18,872 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 3bced637865570d436f4cf23bebb7a85, NAME => 'test,,1734393014823.3bced637865570d436f4cf23bebb7a85.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-16T23:50:18,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=884f8abb6bba505e7055cd5ad8db5459, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,873 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,873 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,,1734393014823.3bced637865570d436f4cf23bebb7a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:18,873 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,873 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,874 INFO [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,875 INFO [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bced637865570d436f4cf23bebb7a85 columnFamilyName f 2024-12-16T23:50:18,876 DEBUG [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=24 2024-12-16T23:50:18,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=24, state=SUCCESS; OpenRegionProcedure 884f8abb6bba505e7055cd5ad8db5459, server=84e0f2a91439,33503,1734393007790 in 535 msec 2024-12-16T23:50:18,876 INFO [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] regionserver.HStore(327): Store=3bced637865570d436f4cf23bebb7a85/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,876 INFO [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=884f8abb6bba505e7055cd5ad8db5459, ASSIGN in 722 msec 2024-12-16T23:50:18,878 INFO [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3bced637865570d436f4cf23bebb7a85 columnFamilyName norep 2024-12-16T23:50:18,878 DEBUG [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:18,878 INFO [StoreOpener-3bced637865570d436f4cf23bebb7a85-1 {}] regionserver.HStore(327): Store=3bced637865570d436f4cf23bebb7a85/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:18,879 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,879 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,880 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-16T23:50:18,882 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:50:18,884 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:18,884 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 3bced637865570d436f4cf23bebb7a85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58967619, jitterRate=-0.12131400406360626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-16T23:50:18,884 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 3bced637865570d436f4cf23bebb7a85: 2024-12-16T23:50:18,885 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734393014823.3bced637865570d436f4cf23bebb7a85., pid=61, masterSystemTime=1734393018462 2024-12-16T23:50:18,886 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:50:18,886 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:50:18,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3bced637865570d436f4cf23bebb7a85, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:18,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=10 2024-12-16T23:50:18,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=10, state=SUCCESS; OpenRegionProcedure 3bced637865570d436f4cf23bebb7a85, server=84e0f2a91439,33503,1734393007790 in 542 msec 2024-12-16T23:50:18,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T23:50:18,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3bced637865570d436f4cf23bebb7a85, ASSIGN in 736 msec 2024-12-16T23:50:18,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T23:50:18,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393018892"}]},"ts":"1734393018892"} 2024-12-16T23:50:18,894 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-16T23:50:18,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T23:50:18,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.0720 sec 2024-12-16T23:50:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T23:50:18,939 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-16T23:50:18,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T23:50:18,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:18,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T23:50:18,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:18,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T23:50:18,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T23:50:18,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T23:50:18,956 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:18,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T23:50:18,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-16T23:50:18,956 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:18,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-16T23:50:18,966 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:18,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-16T23:50:18,982 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=393, OpenFileDescriptor=574, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=3218 2024-12-16T23:50:18,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T23:50:18,986 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T23:50:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-16T23:50:19,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:49324:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-16T23:50:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-16T23:50:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:19,034 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T23:50:19,035 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7e9b4df5check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:49324 2024-12-16T23:50:19,038 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7e9b4df5check-peer-cluster-id0x0, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T23:50:19,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7e9b4df5check-peer-cluster-id-0x1019873db3f0009 connected 2024-12-16T23:50:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:19,141 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7e9b4df5check-peer-cluster-id-0x1019873db3f0009, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:50:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:50:19,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T23:50:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:19,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:19,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38273 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-16T23:50:19,323 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-16T23:50:19,342 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-16T23:50:19,366 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T23:50:19,378 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-16T23:50:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-16T23:50:19,381 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 84e0f2a91439,38273,1734393002148 suceeded 2024-12-16T23:50:19,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T23:50:19,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-12-16T23:50:19,383 INFO [PEWorker-5 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:49324:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-16T23:50:19,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 378 msec 2024-12-16T23:50:19,415 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730cbd6 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ac9f443 2024-12-16T23:50:19,418 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56040a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:19,420 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49324 2024-12-16T23:50:19,422 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T23:50:19,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1019873db3f000b connected 2024-12-16T23:50:19,423 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=823cb432-7ec3-4eb4-b4cb-3f09256f01dd to cluster=2f2e45d2-531e-4bdb-9766-7b081cdcacfe 2024-12-16T23:50:19,425 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=84e0f2a91439%2C38273%2C1734393002148 2024-12-16T23:50:19,427 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T23:50:19,428 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 84e0f2a91439%2C38273%2C1734393002148 2024-12-16T23:50:19,428 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, startPosition=0, beingWritten=true 2024-12-16T23:50:19,502 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T23:50:19,502 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 7708, reset compression=false 2024-12-16T23:50:19,502 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T23:50:19,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: 7708 2024-12-16T23:50:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:19,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c79a55d to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26baa2e2 2024-12-16T23:50:19,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ceba6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:19,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45634258 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44b144e4 2024-12-16T23:50:19,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ef5322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:19,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T23:50:19,634 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T23:50:19,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T23:50:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T23:50:19,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T23:50:19,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:19,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-16T23:50:19,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T23:50:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T23:50:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741864_1040 (size=367) 2024-12-16T23:50:19,712 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 7708, reset compression=false 2024-12-16T23:50:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T23:50:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T23:50:20,017 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 7708, reset compression=false 2024-12-16T23:50:20,048 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 46c67e0ff09ae06c86464bc4f7dbfb17, NAME => 'testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4 2024-12-16T23:50:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741865_1041 (size=51) 2024-12-16T23:50:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T23:50:20,423 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 7708, reset compression=false 2024-12-16T23:50:20,455 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:20,455 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 46c67e0ff09ae06c86464bc4f7dbfb17, disabling compactions & flushes 2024-12-16T23:50:20,455 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:20,455 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:20,455 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. after waiting 0 ms 2024-12-16T23:50:20,455 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:20,455 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:20,455 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 46c67e0ff09ae06c86464bc4f7dbfb17: 2024-12-16T23:50:20,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T23:50:20,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734393020456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393020456"}]},"ts":"1734393020456"} 2024-12-16T23:50:20,458 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T23:50:20,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T23:50:20,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393020459"}]},"ts":"1734393020459"} 2024-12-16T23:50:20,460 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T23:50:20,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=46c67e0ff09ae06c86464bc4f7dbfb17, ASSIGN}] 2024-12-16T23:50:20,465 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=46c67e0ff09ae06c86464bc4f7dbfb17, ASSIGN 2024-12-16T23:50:20,465 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=46c67e0ff09ae06c86464bc4f7dbfb17, ASSIGN; state=OFFLINE, location=84e0f2a91439,38273,1734393002148; forceNewPlan=false, retain=false 2024-12-16T23:50:20,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=46c67e0ff09ae06c86464bc4f7dbfb17, regionState=OPENING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:20,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 46c67e0ff09ae06c86464bc4f7dbfb17, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T23:50:20,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:20,773 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:20,773 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 46c67e0ff09ae06c86464bc4f7dbfb17, NAME => 'testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17.', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:20,773 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:20,773 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:20,774 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:20,774 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:20,775 INFO [StoreOpener-46c67e0ff09ae06c86464bc4f7dbfb17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:20,776 INFO [StoreOpener-46c67e0ff09ae06c86464bc4f7dbfb17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46c67e0ff09ae06c86464bc4f7dbfb17 columnFamilyName fam 2024-12-16T23:50:20,776 DEBUG [StoreOpener-46c67e0ff09ae06c86464bc4f7dbfb17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:20,777 INFO [StoreOpener-46c67e0ff09ae06c86464bc4f7dbfb17-1 {}] regionserver.HStore(327): Store=46c67e0ff09ae06c86464bc4f7dbfb17/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:20,778 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:20,778 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:20,780 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:20,782 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:20,782 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 46c67e0ff09ae06c86464bc4f7dbfb17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157083, jitterRate=0.11992780864238739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T23:50:20,783 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 46c67e0ff09ae06c86464bc4f7dbfb17: 2024-12-16T23:50:20,784 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17., pid=66, masterSystemTime=1734393020769 2024-12-16T23:50:20,786 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:20,786 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:20,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=46c67e0ff09ae06c86464bc4f7dbfb17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:20,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T23:50:20,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 46c67e0ff09ae06c86464bc4f7dbfb17, server=84e0f2a91439,38273,1734393002148 in 170 msec 2024-12-16T23:50:20,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-16T23:50:20,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=46c67e0ff09ae06c86464bc4f7dbfb17, ASSIGN in 325 msec 2024-12-16T23:50:20,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T23:50:20,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393020791"}]},"ts":"1734393020791"} 2024-12-16T23:50:20,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T23:50:20,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T23:50:20,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1590 sec 2024-12-16T23:50:20,928 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 7708, reset compression=false 2024-12-16T23:50:20,934 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T23:50:20,934 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 8001, reset compression=false 2024-12-16T23:50:20,934 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T23:50:21,139 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 8001, reset compression=false 2024-12-16T23:50:21,448 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 8001, reset compression=false 2024-12-16T23:50:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-16T23:50:21,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-16T23:50:21,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T23:50:21,750 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T23:50:21,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T23:50:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-16T23:50:21,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T23:50:21,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:21,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-16T23:50:21,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T23:50:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:21,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741864_1040 (size=367) 2024-12-16T23:50:21,853 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 8001, reset compression=false 2024-12-16T23:50:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:21,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-16T23:50:21,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-16T23:50:21,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T23:50:21,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-16T23:50:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:22,163 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d0c09bf96c3bd4ad82c4000bedc0f218, NAME => 'testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e 2024-12-16T23:50:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741865_1041 (size=51) 2024-12-16T23:50:22,359 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 8001, reset compression=false 2024-12-16T23:50:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:22,571 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:22,571 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing d0c09bf96c3bd4ad82c4000bedc0f218, disabling compactions & flushes 2024-12-16T23:50:22,571 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:22,571 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:22,571 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. after waiting 0 ms 2024-12-16T23:50:22,571 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:22,571 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:22,571 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for d0c09bf96c3bd4ad82c4000bedc0f218: 2024-12-16T23:50:22,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T23:50:22,572 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734393022572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734393022572"}]},"ts":"1734393022572"} 2024-12-16T23:50:22,574 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T23:50:22,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T23:50:22,575 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393022575"}]},"ts":"1734393022575"} 2024-12-16T23:50:22,576 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-16T23:50:22,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d0c09bf96c3bd4ad82c4000bedc0f218, ASSIGN}] 2024-12-16T23:50:22,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d0c09bf96c3bd4ad82c4000bedc0f218, ASSIGN 2024-12-16T23:50:22,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=d0c09bf96c3bd4ad82c4000bedc0f218, ASSIGN; state=OFFLINE, location=84e0f2a91439,33503,1734393007790; forceNewPlan=false, retain=false 2024-12-16T23:50:22,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d0c09bf96c3bd4ad82c4000bedc0f218, regionState=OPENING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:22,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure d0c09bf96c3bd4ad82c4000bedc0f218, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:22,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-16T23:50:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:22,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:22,890 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:22,890 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => d0c09bf96c3bd4ad82c4000bedc0f218, NAME => 'testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218.', STARTKEY => '', ENDKEY => ''} 2024-12-16T23:50:22,890 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:22,890 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T23:50:22,890 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:22,890 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:22,892 INFO [StoreOpener-d0c09bf96c3bd4ad82c4000bedc0f218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:22,893 INFO [StoreOpener-d0c09bf96c3bd4ad82c4000bedc0f218-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0c09bf96c3bd4ad82c4000bedc0f218 columnFamilyName fam 2024-12-16T23:50:22,894 DEBUG [StoreOpener-d0c09bf96c3bd4ad82c4000bedc0f218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T23:50:22,894 INFO [StoreOpener-d0c09bf96c3bd4ad82c4000bedc0f218-1 {}] regionserver.HStore(327): Store=d0c09bf96c3bd4ad82c4000bedc0f218/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T23:50:22,895 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:22,896 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:22,898 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:22,900 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T23:50:22,900 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened d0c09bf96c3bd4ad82c4000bedc0f218; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62682499, jitterRate=-0.06595797836780548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T23:50:22,900 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for d0c09bf96c3bd4ad82c4000bedc0f218: 2024-12-16T23:50:22,901 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218., pid=64, masterSystemTime=1734393022885 2024-12-16T23:50:22,903 DEBUG [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:22,903 INFO [RS_OPEN_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:22,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d0c09bf96c3bd4ad82c4000bedc0f218, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:22,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-16T23:50:22,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure d0c09bf96c3bd4ad82c4000bedc0f218, server=84e0f2a91439,33503,1734393007790 in 172 msec 2024-12-16T23:50:22,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-16T23:50:22,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d0c09bf96c3bd4ad82c4000bedc0f218, ASSIGN in 327 msec 2024-12-16T23:50:22,908 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T23:50:22,909 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393022908"}]},"ts":"1734393022908"} 2024-12-16T23:50:22,910 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-16T23:50:22,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T23:50:22,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1630 sec 2024-12-16T23:50:22,964 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 8001, reset compression=false 2024-12-16T23:50:23,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:23,669 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 8001, reset compression=false 2024-12-16T23:50:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-16T23:50:23,862 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-16T23:50:23,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T23:50:23,863 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T23:50:23,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:23,869 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T23:50:23,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-16T23:50:23,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:23,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-16T23:50:23,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T23:50:23,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-16T23:50:23,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-16T23:50:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-16T23:50:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T23:50:23,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T23:50:23,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T23:50:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T23:50:24,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:24,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38273 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-16T23:50:24,037 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-16T23:50:24,038 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-16T23:50:24,038 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-16T23:50:24,140 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1019873db3f000b, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:50:24,141 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730cbd6 to 127.0.0.1:49324 2024-12-16T23:50:24,141 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T23:50:24,241 WARN [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-16T23:50:24,241 WARN [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T23:50:24,341 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 terminated 2024-12-16T23:50:24,358 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-16T23:50:24,358 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-16T23:50:24,358 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-16T23:50:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-16T23:50:24,360 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 84e0f2a91439,38273,1734393002148 suceeded 2024-12-16T23:50:24,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T23:50:24,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 475 msec 2024-12-16T23:50:24,362 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-16T23:50:24,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 483 msec 2024-12-16T23:50:24,390 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ff70217 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30eca9d5 2024-12-16T23:50:24,394 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d37b163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:24,395 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:49324 2024-12-16T23:50:24,397 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T23:50:24,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1019873db3f000f connected 2024-12-16T23:50:24,398 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=823cb432-7ec3-4eb4-b4cb-3f09256f01dd to cluster=2f2e45d2-531e-4bdb-9766-7b081cdcacfe 2024-12-16T23:50:24,398 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=84e0f2a91439%2C38273%2C1734393002148 2024-12-16T23:50:24,398 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-16T23:50:24,399 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 84e0f2a91439%2C38273%2C1734393002148 2024-12-16T23:50:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T23:50:24,491 DEBUG [hconnection-0x7d828750-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:24,492 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T23:50:24,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:25,389 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T23:50:25,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-16T23:50:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T23:50:25,399 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393025398"}]},"ts":"1734393025398"} 2024-12-16T23:50:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T23:50:25,400 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T23:50:25,402 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T23:50:25,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T23:50:25,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d0c09bf96c3bd4ad82c4000bedc0f218, UNASSIGN}] 2024-12-16T23:50:25,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d0c09bf96c3bd4ad82c4000bedc0f218, UNASSIGN 2024-12-16T23:50:25,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d0c09bf96c3bd4ad82c4000bedc0f218, regionState=CLOSING, regionLocation=84e0f2a91439,33503,1734393007790 2024-12-16T23:50:25,409 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T23:50:25,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure d0c09bf96c3bd4ad82c4000bedc0f218, server=84e0f2a91439,33503,1734393007790}] 2024-12-16T23:50:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T23:50:25,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,33503,1734393007790 2024-12-16T23:50:25,566 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:25,566 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T23:50:25,567 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing d0c09bf96c3bd4ad82c4000bedc0f218, disabling compactions & flushes 2024-12-16T23:50:25,567 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:25,567 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:25,567 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. after waiting 0 ms 2024-12-16T23:50:25,567 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:25,571 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:50:25,575 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218. 2024-12-16T23:50:25,575 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for d0c09bf96c3bd4ad82c4000bedc0f218: 2024-12-16T23:50:25,576 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:25,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d0c09bf96c3bd4ad82c4000bedc0f218, regionState=CLOSED 2024-12-16T23:50:25,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T23:50:25,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure d0c09bf96c3bd4ad82c4000bedc0f218, server=84e0f2a91439,33503,1734393007790 in 168 msec 2024-12-16T23:50:25,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-16T23:50:25,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d0c09bf96c3bd4ad82c4000bedc0f218, UNASSIGN in 172 msec 2024-12-16T23:50:25,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T23:50:25,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 178 msec 2024-12-16T23:50:25,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393025593"}]},"ts":"1734393025593"} 2024-12-16T23:50:25,594 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T23:50:25,596 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T23:50:25,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 203 msec 2024-12-16T23:50:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T23:50:25,702 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-16T23:50:25,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-16T23:50:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:50:25,710 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:50:25,712 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:50:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T23:50:25,718 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:25,721 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218/fam, FileablePath, hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218/recovered.edits] 2024-12-16T23:50:25,729 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218/recovered.edits/4.seqid to hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/archive/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218/recovered.edits/4.seqid 2024-12-16T23:50:25,729 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/testdroppedtimed/d0c09bf96c3bd4ad82c4000bedc0f218 2024-12-16T23:50:25,729 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T23:50:25,734 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:50:25,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33503 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-16T23:50:25,740 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T23:50:25,742 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T23:50:25,743 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:50:25,743 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T23:50:25,744 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734393025743"}]},"ts":"9223372036854775807"} 2024-12-16T23:50:25,745 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T23:50:25,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d0c09bf96c3bd4ad82c4000bedc0f218, NAME => 'testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T23:50:25,745 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T23:50:25,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734393025745"}]},"ts":"9223372036854775807"} 2024-12-16T23:50:25,747 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T23:50:25,749 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:50:25,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 43 msec 2024-12-16T23:50:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36337 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T23:50:25,813 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-16T23:50:25,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-16T23:50:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-16T23:50:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T23:50:25,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T23:50:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T23:50:25,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:25,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38273 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-16T23:50:25,974 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-16T23:50:25,975 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-16T23:50:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-16T23:50:25,976 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 84e0f2a91439,38273,1734393002148 suceeded 2024-12-16T23:50:25,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-16T23:50:25,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-12-16T23:50:25,978 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-16T23:50:25,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2024-12-16T23:50:26,000 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, startPosition=0, beingWritten=true 2024-12-16T23:50:26,017 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:50:26,017 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734393024495/Put/vlen=4096/seqid=0; >],4327}, {test/4eaf932e3c3aff9024af596a624c3a40/4=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/5=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/6=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/7=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/8=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/9=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/10=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/11=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/12=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/13=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/14=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/15=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/16=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/17=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/18=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/19=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/20=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/21=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/22=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/23=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/24=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/25=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-16T23:50:26,023 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:50:26,026 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T23:50:26,028 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-16T23:50:26,029 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:50:26,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:26,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d28d031 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70f120ca 2024-12-16T23:50:26,036 DEBUG [ReadOnlyZKClient-127.0.0.1:49324@0x3d28d031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ce29705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:26,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-16T23:50:26,058 DEBUG [ReadOnlyZKClient-127.0.0.1:49324@0x3d28d031 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=84e0f2a91439,33503,1734393007790, seqNum=-1] 2024-12-16T23:50:26,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:26,064 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:26,069 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,076 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,077 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,077 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,078 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,078 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,079 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,079 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734393014823.3bced637865570d436f4cf23bebb7a85., hostname=84e0f2a91439,33503,1734393007790, seqNum=2] 2024-12-16T23:50:26,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:50:26,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:26,093 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:26,095 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393086085, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:26,119 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d538d0e to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c0c3b14 2024-12-16T23:50:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T23:50:26,123 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d8d8615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:26,125 DEBUG [hconnection-0x76f755c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:26,125 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:26,126 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:26,127 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T23:50:26,129 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d538d0e to 127.0.0.1:49324 2024-12-16T23:50:26,129 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:26,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:26,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:26,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:26,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:26,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:26,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:26,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:26,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:26,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:26,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:26,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:26,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:26,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:26,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:26,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:26,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:26,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:26,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:26,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:26,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:26,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:26,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:26,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:26,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:26,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:26,202 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:26,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:26,237 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:26,238 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393086230, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:26,240 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09a75a00 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e960727 2024-12-16T23:50:26,244 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6562a98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:26,245 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:26,247 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:26,249 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09a75a00 to 127.0.0.1:49324 2024-12-16T23:50:26,249 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:26,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:26,455 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:26,456 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393086450, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:26,459 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0120d996 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63b8ce66 2024-12-16T23:50:26,462 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e26e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:26,463 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:26,464 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:26,466 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0120d996 to 127.0.0.1:49324 2024-12-16T23:50:26,466 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:26,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:26,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:26,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:26,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:26,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:26,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:26,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:26,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:26,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:26,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:26,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:26,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:26,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:26,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:26,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:26,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:26,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:26,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:26,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:26,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:26,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:26,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:26,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:26,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:26,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:26,728 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:26,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:26,774 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:26,775 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:26,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393086767, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:26,778 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20b05227 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5de63a9 2024-12-16T23:50:26,782 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3179de06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:26,783 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:26,784 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:26,786 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20b05227 to 127.0.0.1:49324 2024-12-16T23:50:26,787 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:27,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:27,193 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:27,194 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:27,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:27,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393087188, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:27,196 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ac10314 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c74f6ce 2024-12-16T23:50:27,199 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@638282a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:27,200 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:27,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:27,203 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ac10314 to 127.0.0.1:49324 2024-12-16T23:50:27,203 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:27,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:27,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:27,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:27,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:27,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:27,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:27,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:27,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:27,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:27,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:27,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:27,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:27,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:27,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:27,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:27,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:27,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:27,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:27,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:27,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:27,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:27,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:27,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:27,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:27,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:27,248 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:27,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:27,710 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:27,711 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:27,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:27,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393087704, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:27,713 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e5c7172 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1024bc 2024-12-16T23:50:27,717 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3046cc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:27,718 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:27,719 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:27,721 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e5c7172 to 127.0.0.1:49324 2024-12-16T23:50:27,721 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:27,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:27,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:27,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:27,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:27,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:27,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:27,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:27,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:27,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:27,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:27,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:27,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:27,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:27,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:27,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:27,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:27,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:27,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:27,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:27,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:27,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:27,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:27,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:27,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:27,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:27,769 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:28,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:28,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:28,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:28,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:28,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:28,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:28,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:28,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:28,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:28,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:28,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:28,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:28,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:28,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:28,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:28,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:28,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:28,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:28,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:28,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:28,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:28,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:28,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:28,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:28,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:28,289 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:28,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:28,326 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:28,327 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:28,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:28,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393088322, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:28,329 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x210b424a to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3be416e6 2024-12-16T23:50:28,332 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41d7ad2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:28,333 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:28,334 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:28,336 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x210b424a to 127.0.0.1:49324 2024-12-16T23:50:28,336 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:28,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:28,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:50:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:28,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:28,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:28,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:28,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:28,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:28,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:28,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:28,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:28,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:28,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:28,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:28,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:28,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:28,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:28,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:28,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:28,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:28,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:28,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:28,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:28,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:28,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:28,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:28,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:28,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:28,811 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:29,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:29,043 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:29,043 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:29,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:29,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393089037, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:29,046 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x409b0e9f to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57b0a330 2024-12-16T23:50:29,049 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b72e218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:29,050 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:29,051 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:29,053 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x409b0e9f to 127.0.0.1:49324 2024-12-16T23:50:29,053 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:29,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:29,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:29,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:29,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:29,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:29,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:29,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:29,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:29,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:29,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:29,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:29,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:29,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:29,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:29,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:29,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:29,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:29,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:29,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:29,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:29,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:29,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:29,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:29,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:29,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:29,334 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:29,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:29,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:29,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:29,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:29,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:29,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:29,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:29,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:29,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:29,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:29,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:29,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:29,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:29,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:29,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:29,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:29,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:29,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:29,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:29,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:29,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:29,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:29,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:29,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:29,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:29,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:29,853 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:29,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:29,859 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:29,860 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:29,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:29,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393089854, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:29,861 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b82e7f to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45c3b69b 2024-12-16T23:50:29,865 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@791dfe19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:29,866 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:29,867 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:29,899 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b82e7f to 127.0.0.1:49324 2024-12-16T23:50:29,899 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:30,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:30,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:30,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:30,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:30,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:30,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:30,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:30,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:30,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:30,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:30,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:30,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:30,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:30,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:30,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:30,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:30,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:30,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:30,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:30,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:30,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:30,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:30,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:30,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:30,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:30,369 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:30,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T23:50:30,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:30,805 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:30,805 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:30,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:30,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393090800, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:30,807 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x598edbd0 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a1d914 2024-12-16T23:50:30,810 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175a120f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:30,812 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:30,813 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:30,814 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x598edbd0 to 127.0.0.1:49324 2024-12-16T23:50:30,814 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:30,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:30,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:30,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:30,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:30,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:30,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:30,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:30,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:30,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:30,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:30,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:30,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:30,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:30,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:30,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:30,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:30,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:30,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:30,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:30,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:30,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:30,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:30,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:30,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:30,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:30,886 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:31,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T23:50:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:31,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:31,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:31,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:31,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:31,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:31,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:31,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:31,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:31,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:31,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:31,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:31,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:31,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:31,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:31,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:31,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:31,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:31,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:31,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:31,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:31,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:31,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:31,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:31,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:31,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:31,403 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:31,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:31,821 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:31,822 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:31,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:31,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393091815, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:31,824 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x291bbb27 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26fdae69 2024-12-16T23:50:31,828 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61701ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:31,829 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:31,830 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:31,832 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x291bbb27 to 127.0.0.1:49324 2024-12-16T23:50:31,832 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:31,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:31,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:31,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:31,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:31,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:31,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:31,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:31,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:31,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:31,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:31,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:31,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:31,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:31,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:31,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:31,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:31,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:31,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:31,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:31,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:31,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:31,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:31,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:31,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:31,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:31,923 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:32,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:32,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:32,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:32,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:32,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:32,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:32,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:32,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:32,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:32,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:32,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:32,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:32,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:32,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:32,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:32,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:32,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:32,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:32,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:32,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:32,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:32,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:32,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:32,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:32,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:32,443 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:32,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:32,840 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:32,841 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:32,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:32,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393092833, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:32,844 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3602884f to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dc7f600 2024-12-16T23:50:32,856 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c00cde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:32,858 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:32,860 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:32,862 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3602884f to 127.0.0.1:49324 2024-12-16T23:50:32,862 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:32,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:32,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:32,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:32,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:32,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:32,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:32,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:32,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:32,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:32,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:32,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:32,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:32,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:32,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:32,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:32,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:32,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:32,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:32,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:32,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:32,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:32,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:32,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:32,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:32,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:32,970 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:33,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:33,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:33,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:33,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:33,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:33,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:33,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:33,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:33,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:33,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:33,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:33,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:33,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:33,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:33,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:33,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:33,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:33,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:33,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:33,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:33,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:33,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:33,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:33,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:33,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:33,494 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:33,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:33,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:50:33,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:33,869 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:33,869 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:33,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:33,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393093863, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:33,871 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a3ff1c9 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@188a6b78 2024-12-16T23:50:33,874 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27f8205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:33,876 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:33,877 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:33,879 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a3ff1c9 to 127.0.0.1:49324 2024-12-16T23:50:33,879 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:33,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:33,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:33,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:34,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:34,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:34,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:34,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:34,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:34,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:34,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:34,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:34,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:34,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:34,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:34,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:34,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:34,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:34,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:34,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:34,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:34,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:34,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:34,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:34,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:34,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:34,013 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:34,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:34,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:34,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:34,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:34,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:34,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:34,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:34,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:34,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:34,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:34,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:34,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:34,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:34,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:34,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:34,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:34,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:34,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:34,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:34,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:34,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:34,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:34,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:34,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:34,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:34,533 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:34,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:34,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:34,885 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:34,886 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:34,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:34,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393094880, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:34,888 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35d71079 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e4d6c10 2024-12-16T23:50:34,891 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ca676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:34,893 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:34,894 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:34,895 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35d71079 to 127.0.0.1:49324 2024-12-16T23:50:34,895 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:35,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:35,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:35,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:35,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:35,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:35,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:35,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:35,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:35,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:35,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:35,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:35,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:35,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:35,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:35,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:35,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:35,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:35,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:35,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:35,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:35,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:35,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:35,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:35,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:35,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:35,049 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:35,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:35,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:35,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:35,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:35,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:35,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:35,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:35,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:35,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:35,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:35,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:35,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:35,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:35,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:35,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:35,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:35,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:35,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:35,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:35,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:35,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:35,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:35,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:35,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:35,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:35,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:35,563 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:35,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:35,901 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:35,901 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:35,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:35,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393095896, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:35,903 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x051eaad7 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10267b88 2024-12-16T23:50:35,906 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ac10ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:35,907 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:35,908 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:35,910 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x051eaad7 to 127.0.0.1:49324 2024-12-16T23:50:35,910 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:36,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:36,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:36,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:36,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:36,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:36,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:36,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:36,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:36,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:36,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:36,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:36,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:36,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:36,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:36,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:36,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:36,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:36,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:36,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:36,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:36,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:36,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:36,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:36,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:36,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:36,077 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:36,328 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T23:50:36,329 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T23:50:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:36,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:36,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:36,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:36,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:36,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:36,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:36,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:36,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:36,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:36,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:36,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:36,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:36,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:36,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:36,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:36,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:36,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:36,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:36,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:36,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:36,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:36,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:36,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:36,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:36,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:36,592 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:36,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:36,915 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:36,916 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:36,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:36,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393096911, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:36,918 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x023e696d to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bbd06ff 2024-12-16T23:50:36,921 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3026d00e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:36,922 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:36,923 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:36,925 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x023e696d to 127.0.0.1:49324 2024-12-16T23:50:36,925 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:37,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:37,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:37,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:37,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:37,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:37,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:37,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:37,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:37,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:37,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:37,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:37,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:37,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:37,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:37,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:37,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:37,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:37,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:37,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:37,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:37,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:37,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:37,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:37,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:37,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:37,107 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:37,278 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T23:50:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:37,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:37,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:37,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:37,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:37,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:37,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:37,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:37,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:37,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:37,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:37,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:37,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:37,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:37,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:37,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:37,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:37,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:37,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:37,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:37,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:37,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:37,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:37,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:37,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:37,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:37,620 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:37,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:37,931 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:37,931 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:37,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:37,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393097926, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:37,933 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57b41e09 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@741d70fe 2024-12-16T23:50:37,937 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bd68d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:37,939 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:37,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:37,941 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57b41e09 to 127.0.0.1:49324 2024-12-16T23:50:37,941 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:38,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:38,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:38,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:38,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:38,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:38,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:38,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:38,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:38,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:38,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:38,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:38,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:38,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:38,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:38,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:38,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:38,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:38,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:38,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:38,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:38,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:38,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:38,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:38,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:38,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:38,134 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:38,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:38,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:50:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:38,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:38,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:38,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:38,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:38,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:38,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:38,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:38,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:38,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:38,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:38,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:38,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:38,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:38,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:38,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:38,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:38,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:38,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:38,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:38,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:38,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:38,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:38,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:38,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:38,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:38,647 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:38,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:38,947 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:38,948 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:38,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:38,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393098942, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:38,951 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20eedd75 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6bd316 2024-12-16T23:50:38,955 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2689cfd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:38,956 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:38,957 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:38,958 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20eedd75 to 127.0.0.1:49324 2024-12-16T23:50:38,958 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:39,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:39,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:39,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:39,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:39,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:39,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:39,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:39,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:39,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:39,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:39,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:39,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:39,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:39,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:39,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:39,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:39,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:39,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:39,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:39,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:39,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:39,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:39,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:39,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:39,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:39,160 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:39,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:39,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:39,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:39,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:39,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:39,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:39,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:39,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:39,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:39,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:39,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:39,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:39,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:39,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:39,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:39,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:39,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:39,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:39,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:39,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:39,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:39,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:39,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:39,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:39,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:39,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:39,672 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:39,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:39,964 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:39,965 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:39,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:39,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393099959, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:39,967 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4910967d to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28020f2a 2024-12-16T23:50:39,970 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@401de2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:39,971 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:39,972 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:39,974 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4910967d to 127.0.0.1:49324 2024-12-16T23:50:39,974 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:40,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:40,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:40,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:40,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:40,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:40,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:40,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:40,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:40,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:40,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:40,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:40,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:40,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:40,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:40,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:40,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:40,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:40,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:40,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:40,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:40,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:40,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:40,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:40,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:40,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:40,185 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:40,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:40,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:40,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:40,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:40,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:40,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:40,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:40,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:40,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:40,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:40,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:40,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:40,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:40,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:40,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:40,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:40,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:40,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:40,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:40,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:40,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:40,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:40,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:40,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:40,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:40,697 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:40,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:40,981 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:40,982 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:40,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:40,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393100974, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:40,984 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d9c9dbb to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@355fb87d 2024-12-16T23:50:40,987 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1afaae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:40,989 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:40,990 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:40,991 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d9c9dbb to 127.0.0.1:49324 2024-12-16T23:50:40,991 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:41,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:41,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:41,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:41,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:41,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:41,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:41,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:41,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:41,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:41,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:41,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:41,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:41,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:41,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:41,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:41,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:41,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:41,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:41,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:41,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:41,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:41,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:41,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:41,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:41,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:41,210 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:41,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:41,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:41,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:41,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:41,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:41,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:41,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:41,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:41,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:41,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:41,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:41,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:41,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:41,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:41,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:41,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:41,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:41,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:41,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:41,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:41,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:41,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:41,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:41,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:41,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:41,722 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:41,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:41,996 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:41,997 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:41,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:41,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393101992, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:41,999 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2107cf5d to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69d31750 2024-12-16T23:50:42,002 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@269727ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:42,003 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:42,004 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:42,006 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2107cf5d to 127.0.0.1:49324 2024-12-16T23:50:42,006 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:42,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:42,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:42,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:42,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:42,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:42,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:42,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:42,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:42,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:42,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:42,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:42,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:42,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:42,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:42,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:42,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:42,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:42,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:42,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:42,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:42,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:42,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:42,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:42,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:42,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:42,234 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:42,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:42,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:42,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:42,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:42,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:42,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:42,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:42,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:42,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:42,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:42,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:42,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:42,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:42,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:42,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:42,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:42,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:42,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:42,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:42,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:42,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:42,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:42,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:42,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:42,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:42,746 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:43,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:43,011 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:43,012 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:43,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:43,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393103007, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:43,014 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ec813a2 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fd0ecbc 2024-12-16T23:50:43,017 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e704e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:43,018 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:43,019 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:43,021 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ec813a2 to 127.0.0.1:49324 2024-12-16T23:50:43,021 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:43,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:43,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:43,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:43,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:43,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:43,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:43,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:43,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:43,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:43,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:43,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:43,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:43,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:43,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:43,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:43,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:43,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:43,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:43,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:43,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:43,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:43,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:43,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:43,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:43,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:43,257 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:43,556 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T23:50:43,557 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T23:50:43,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:43,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:50:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:43,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:43,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:43,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:43,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:43,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:43,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:43,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:43,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:43,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:43,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:43,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:43,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:43,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:43,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:43,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:43,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:43,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:43,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:43,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:43,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:43,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:43,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:43,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:43,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:43,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:43,780 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:44,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:44,028 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:44,029 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:44,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:44,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393104022, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:44,031 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dca0c6d to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1587b864 2024-12-16T23:50:44,034 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d9f4e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:44,039 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:44,040 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:44,043 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dca0c6d to 127.0.0.1:49324 2024-12-16T23:50:44,043 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:44,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:44,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:44,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:44,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:44,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:44,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:44,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:44,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:44,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:44,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:44,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:44,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:44,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:44,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:44,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:44,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:44,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:44,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:44,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:44,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:44,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:44,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:44,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:44,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:44,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:44,298 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:44,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:44,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:44,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:44,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:44,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:44,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:44,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:44,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:44,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:44,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:44,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:44,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:44,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:44,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:44,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:44,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:44,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:44,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:44,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:44,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:44,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:44,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:44,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:44,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:44,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:44,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:44,815 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:45,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:45,049 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:45,050 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:45,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:45,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393105044, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:45,052 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59865c74 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@716a9bb8 2024-12-16T23:50:45,055 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4632946f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:45,057 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:45,058 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:45,059 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59865c74 to 127.0.0.1:49324 2024-12-16T23:50:45,059 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:45,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:45,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:45,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:45,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:45,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:45,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:45,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:45,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:45,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:45,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:45,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:45,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:45,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:45,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:45,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:45,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:45,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:45,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:45,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:45,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:45,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:45,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:45,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:45,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:45,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:45,328 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:45,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:45,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:45,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:45,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:45,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:45,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:45,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:45,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:45,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:45,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:45,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:45,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:45,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:45,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:45,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:45,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:45,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:45,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:45,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:45,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:45,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:45,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:45,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:45,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:45,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:45,842 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:46,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:46,065 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:46,066 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:46,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:46,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393106060, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:46,067 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5db10b6c to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7823ec39 2024-12-16T23:50:46,071 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae09ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:46,072 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:46,073 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:46,075 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5db10b6c to 127.0.0.1:49324 2024-12-16T23:50:46,075 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:46,333 INFO [master/84e0f2a91439:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T23:50:46,333 INFO [master/84e0f2a91439:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T23:50:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:46,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:46,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:46,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:46,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:46,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:46,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:46,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:46,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:46,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:46,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:46,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:46,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:46,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:46,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:46,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:46,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:46,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:46,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:46,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:46,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:46,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:46,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:46,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:46,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:46,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:46,355 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:46,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:46,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:46,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:46,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:46,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:46,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:46,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:46,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:46,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:46,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:46,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:46,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:46,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:46,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:46,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:46,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:46,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:46,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:46,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:46,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:46,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:46,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:46,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:46,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:46,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:46,867 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:47,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:47,080 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:47,080 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:47,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:47,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393107075, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:47,082 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x358b944c to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52aee4e0 2024-12-16T23:50:47,085 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c958565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:47,086 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:47,087 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:47,088 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x358b944c to 127.0.0.1:49324 2024-12-16T23:50:47,088 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:47,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:47,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:47,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:47,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:47,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:47,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:47,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:47,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:47,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:47,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:47,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:47,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:47,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:47,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:47,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:47,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:47,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:47,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:47,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:47,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:47,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:47,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:47,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:47,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:47,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:47,380 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:47,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:47,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:47,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:47,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:47,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:47,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:47,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:47,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:47,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:47,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:47,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:47,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:47,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:47,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:47,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:47,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:47,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:47,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:47,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:47,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:47,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:47,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:47,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:47,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:47,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:47,893 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:48,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:48,093 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:48,094 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:48,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:48,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393108089, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:48,096 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55ebcf66 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70c7b8df 2024-12-16T23:50:48,099 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2029a50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:48,100 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:48,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:48,102 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55ebcf66 to 127.0.0.1:49324 2024-12-16T23:50:48,102 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:48,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:48,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:48,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:48,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:48,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:48,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:48,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:48,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:48,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:48,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:48,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:48,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:48,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:48,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:48,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:48,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:48,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:48,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:48,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:48,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:48,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:48,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:48,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:48,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:48,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:48,404 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:48,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:48,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:50:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:48,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:48,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:48,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:48,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:48,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:48,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:48,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:48,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:48,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:48,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:48,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:48,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:48,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:48,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:48,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:48,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:48,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:48,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:48,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:48,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:48,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:48,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:48,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:48,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:48,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:48,917 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:49,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:49,107 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:49,108 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:49,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:49,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393109103, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:49,110 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd78a9c to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29bd2f9 2024-12-16T23:50:49,113 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff71e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:49,114 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:49,115 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:49,117 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd78a9c to 127.0.0.1:49324 2024-12-16T23:50:49,117 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:49,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:49,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:49,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:49,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:49,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:49,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:49,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:49,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:49,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:49,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:49,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:49,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:49,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:49,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:49,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:49,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:49,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:49,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:49,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:49,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:49,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:49,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:49,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:49,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:49,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:49,428 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:49,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:49,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:49,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:49,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:49,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:49,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:49,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:49,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:49,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:49,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:49,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:49,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:49,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:49,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:49,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:49,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:49,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:49,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:49,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:49,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:49,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:49,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:49,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:49,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:49,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:49,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:49,939 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:50,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:50,288 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:50,288 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:50,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:50,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393110117, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:50,290 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f845e6f to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63d45f7c 2024-12-16T23:50:50,293 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@348799a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:50,295 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:50,296 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:50,298 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f845e6f to 127.0.0.1:49324 2024-12-16T23:50:50,298 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:50,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:50,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:50,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:50,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:50,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:50,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:50,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:50,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:50,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:50,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:50,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:50,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:50,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:50,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:50,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:50,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:50,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:50,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:50,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:50,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:50,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:50,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:50,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:50,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:50,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:50,451 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:50,793 INFO [master/84e0f2a91439:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T23:50:50,793 INFO [master/84e0f2a91439:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T23:50:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:50,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:50,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:50,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:50,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:50,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:50,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:50,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:50,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:50,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:50,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:50,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:50,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:50,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:50,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:50,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:50,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:50,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:50,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:50,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:50,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:50,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:50,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:50,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:50,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:50,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:50,963 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:51,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:51,303 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:51,303 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:51,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:51,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393111298, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:51,305 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4000d7c5 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16e4f06 2024-12-16T23:50:51,308 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9ac9c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:51,310 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:51,311 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:51,312 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4000d7c5 to 127.0.0.1:49324 2024-12-16T23:50:51,313 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:51,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:51,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:51,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:51,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:51,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:51,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:51,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:51,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:51,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:51,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:51,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:51,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:51,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:51,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:51,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:51,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:51,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:51,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:51,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:51,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:51,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:51,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:51,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:51,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:51,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:51,474 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:51,975 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-16T23:50:51,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-16T23:50:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-16T23:50:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T23:50:51,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393051978"}]},"ts":"1734393051978"} 2024-12-16T23:50:51,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-16T23:50:51,981 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-16T23:50:51,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-16T23:50:51,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=46c67e0ff09ae06c86464bc4f7dbfb17, UNASSIGN}] 2024-12-16T23:50:51,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=46c67e0ff09ae06c86464bc4f7dbfb17, UNASSIGN 2024-12-16T23:50:51,984 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=46c67e0ff09ae06c86464bc4f7dbfb17, regionState=CLOSING, regionLocation=84e0f2a91439,38273,1734393002148 2024-12-16T23:50:51,984 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T23:50:51,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 46c67e0ff09ae06c86464bc4f7dbfb17, server=84e0f2a91439,38273,1734393002148}] 2024-12-16T23:50:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T23:50:52,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:50:52,137 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:52,137 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T23:50:52,137 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 46c67e0ff09ae06c86464bc4f7dbfb17, disabling compactions & flushes 2024-12-16T23:50:52,137 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:52,137 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:52,137 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. after waiting 0 ms 2024-12-16T23:50:52,137 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:52,137 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 46c67e0ff09ae06c86464bc4f7dbfb17 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-16T23:50:52,201 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/.tmp/fam/5d703c7f01b44f78aa65db4bd36188d2 is 4154, key is 0 put on table to be dropped/fam:row/1734393024495/Put/seqid=0 2024-12-16T23:50:52,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741866_1042 (size=9218) 2024-12-16T23:50:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T23:50:52,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:52,319 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:52,320 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:52,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:52,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393112314, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:52,321 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46deda3d to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35bbbb9f 2024-12-16T23:50:52,325 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581afd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:52,326 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:52,327 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:52,329 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46deda3d to 127.0.0.1:49324 2024-12-16T23:50:52,329 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T23:50:52,611 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/.tmp/fam/5d703c7f01b44f78aa65db4bd36188d2 2024-12-16T23:50:52,655 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/.tmp/fam/5d703c7f01b44f78aa65db4bd36188d2 as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/fam/5d703c7f01b44f78aa65db4bd36188d2 2024-12-16T23:50:52,662 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/fam/5d703c7f01b44f78aa65db4bd36188d2, entries=1, sequenceid=5, filesize=9.0 K 2024-12-16T23:50:52,664 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 46c67e0ff09ae06c86464bc4f7dbfb17 in 527ms, sequenceid=5, compaction requested=false 2024-12-16T23:50:52,668 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-16T23:50:52,669 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17. 2024-12-16T23:50:52,669 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 46c67e0ff09ae06c86464bc4f7dbfb17: 2024-12-16T23:50:52,671 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:50:52,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=46c67e0ff09ae06c86464bc4f7dbfb17, regionState=CLOSED 2024-12-16T23:50:52,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-16T23:50:52,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 46c67e0ff09ae06c86464bc4f7dbfb17, server=84e0f2a91439,38273,1734393002148 in 688 msec 2024-12-16T23:50:52,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-16T23:50:52,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=46c67e0ff09ae06c86464bc4f7dbfb17, UNASSIGN in 691 msec 2024-12-16T23:50:52,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-16T23:50:52,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 694 msec 2024-12-16T23:50:52,682 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734393052682"}]},"ts":"1734393052682"} 2024-12-16T23:50:52,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-16T23:50:52,685 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-16T23:50:52,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 710 msec 2024-12-16T23:50:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T23:50:53,082 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-16T23:50:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:53,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:53,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:53,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:53,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:53,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:53,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:53,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:53,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:53,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:53,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:53,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:53,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:53,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:53,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:53,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:53,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:53,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:53,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:53,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:53,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:53,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:53,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:53,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:53,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:53,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:53,097 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:53,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:53,334 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:53,335 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:53,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:53,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393113330, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:53,337 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c6fbb20 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34e09471 2024-12-16T23:50:53,340 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1c3c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:53,341 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:53,342 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:53,344 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c6fbb20 to 127.0.0.1:49324 2024-12-16T23:50:53,344 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:53,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:53,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:53,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:53,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:53,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:53,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:53,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:53,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:53,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:53,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:53,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:53,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:53,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:53,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:53,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:53,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:53,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:53,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:53,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:53,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:53,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:53,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:53,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:53,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:53,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:53,610 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:53,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:53,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:50:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:54,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:54,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:54,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:54,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:54,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:54,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:54,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:54,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:54,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:54,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:54,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:54,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:54,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:54,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:54,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:54,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:54,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:54,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:54,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:54,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:54,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:54,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:54,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:54,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:54,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:54,122 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:54,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:54,349 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:54,350 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:54,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:54,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393114345, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:54,351 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72ee0287 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@421d43b7 2024-12-16T23:50:54,354 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18bf3fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:54,355 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:54,356 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:54,358 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72ee0287 to 127.0.0.1:49324 2024-12-16T23:50:54,358 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:54,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:54,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:54,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:54,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:54,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:54,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:54,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:54,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:54,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:54,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:54,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:54,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:54,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:54,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:54,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:54,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:54,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:54,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:54,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:54,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:54,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:54,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:54,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:54,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:54,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:54,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:54,634 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:55,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:55,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:55,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:55,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:55,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:55,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:55,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:55,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:55,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:55,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:55,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:55,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:55,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:55,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:55,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:55,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:55,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:55,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:55,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:55,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:55,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:55,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:55,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:55,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:55,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:55,150 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:55,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:55,363 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:55,364 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:55,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:55,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393115359, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:55,365 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x010ea3d4 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29a648b9 2024-12-16T23:50:55,368 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4807422c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:55,369 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:55,370 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:55,372 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x010ea3d4 to 127.0.0.1:49324 2024-12-16T23:50:55,372 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:55,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:55,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:55,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:55,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:55,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:55,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:55,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:55,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:55,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:55,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:55,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:55,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:55,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:55,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:55,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:55,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:55,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:55,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:55,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:55,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:55,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:55,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:55,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:55,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:55,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:55,662 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:56,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:56,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:56,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:56,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:56,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:56,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:56,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:56,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:56,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:56,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:56,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:56,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:56,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:56,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:56,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:56,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:56,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:56,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:56,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:56,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:56,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:56,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:56,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:56,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:56,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:56,173 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:56,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:56,377 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:56,378 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:56,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:56,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393116372, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:56,379 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c3d72bc to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17c50002 2024-12-16T23:50:56,383 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@652126f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:56,384 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:56,385 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:56,386 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c3d72bc to 127.0.0.1:49324 2024-12-16T23:50:56,386 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:56,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:56,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:56,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:56,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:56,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:56,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:56,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:56,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:56,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:56,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:56,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:56,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:56,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:56,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:56,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:56,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:56,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:56,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:56,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:56,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:56,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:56,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:56,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:56,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:56,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:56,685 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:57,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:57,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:57,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:57,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:57,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:57,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:57,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:57,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:57,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:57,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:57,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:57,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:57,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:57,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:57,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:57,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:57,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:57,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:57,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:57,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:57,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:57,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:57,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:57,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:57,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:57,195 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:57,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:57,392 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:57,392 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:57,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:57,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393117387, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:57,394 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31f74e27 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e8d8d0b 2024-12-16T23:50:57,399 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62f71ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:57,400 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:57,401 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:57,402 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31f74e27 to 127.0.0.1:49324 2024-12-16T23:50:57,403 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:57,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:57,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:57,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:57,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:57,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:57,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:57,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:57,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:57,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:57,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:57,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:57,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:57,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:57,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:57,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:57,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:57,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:57,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:57,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:57,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:57,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:57,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:57,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:57,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:57,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:57,706 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:58,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T23:50:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:58,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:58,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:58,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:58,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:58,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:58,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:58,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:58,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:58,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:58,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:58,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:58,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:58,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:58,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:58,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:58,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:58,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:58,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:58,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:58,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:58,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:58,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:58,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:58,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:58,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:58,218 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:58,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:58,407 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:58,408 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:58,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:58,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393118403, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:58,409 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c21be82 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ea681d8 2024-12-16T23:50:58,412 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446eccf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:58,414 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:58,415 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:58,416 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c21be82 to 127.0.0.1:49324 2024-12-16T23:50:58,416 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:58,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:50:58,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:50:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:58,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:58,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:58,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:58,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:58,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:58,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:58,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:58,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:58,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:58,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:58,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:58,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:58,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:58,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:58,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:58,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:58,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:58,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:58,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:58,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:58,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:58,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:58,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:58,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:58,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:58,731 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:59,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:59,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:59,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:59,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:59,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:59,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:59,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:59,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:59,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:59,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:59,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:59,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:59,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:59,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:59,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:59,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:59,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:59,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:59,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:59,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:59,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:59,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:59,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:59,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:59,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:59,248 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:50:59,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:50:59,423 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:50:59,424 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:59,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:50:59,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393119417, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:50:59,425 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20726835 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@af095a2 2024-12-16T23:50:59,432 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@384b8108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:50:59,433 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:50:59,435 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:50:59,437 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20726835 to 127.0.0.1:49324 2024-12-16T23:50:59,437 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:50:59,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:50:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:50:59,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:50:59,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:50:59,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:50:59,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:50:59,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:50:59,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:50:59,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:50:59,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:50:59,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:50:59,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:50:59,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:50:59,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:50:59,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:50:59,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:50:59,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:50:59,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:50:59,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:50:59,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:50:59,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:50:59,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:50:59,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:50:59,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:50:59,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:50:59,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:50:59,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:50:59,763 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:00,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:00,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:00,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:00,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:00,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:00,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:00,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:00,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:00,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:00,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:00,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:00,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:00,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:00,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:00,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:00,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:00,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:00,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:00,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:00,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:00,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:00,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:00,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:00,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:00,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:00,277 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:00,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:00,443 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:00,444 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:00,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:00,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393120438, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:00,445 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ab5f0f0 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64e62581 2024-12-16T23:51:00,449 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c1abd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:00,451 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:00,452 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:00,454 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ab5f0f0 to 127.0.0.1:49324 2024-12-16T23:51:00,454 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:00,549 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T23:51:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:00,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:00,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:00,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:00,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:00,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:00,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:00,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:00,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:00,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:00,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:00,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:00,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:00,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:00,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:00,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:00,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:00,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:00,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:00,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:00,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:00,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:00,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:00,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:00,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:00,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:00,791 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:01,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:01,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:01,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:01,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:01,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:01,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:01,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:01,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:01,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:01,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:01,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:01,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:01,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:01,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:01,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:01,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:01,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:01,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:01,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:01,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:01,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:01,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:01,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:01,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:01,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:01,307 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:01,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:01,459 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:01,460 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:01,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:01,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393121455, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:01,463 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x343393d7 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ac72fd 2024-12-16T23:51:01,468 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3eea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:01,469 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:01,470 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:01,472 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x343393d7 to 127.0.0.1:49324 2024-12-16T23:51:01,472 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:01,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:01,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:01,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:01,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:01,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:01,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:01,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:01,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:01,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:01,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:01,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:01,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:01,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:01,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:01,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:01,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:01,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:01,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:01,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:01,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:01,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:01,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:01,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:01,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:01,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:01,822 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:01,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-16T23:51:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:02,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:02,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:02,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:02,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:02,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:02,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:02,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:02,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:02,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:02,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:02,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:02,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:02,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:02,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:02,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:02,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:02,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:02,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:02,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:02,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:02,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:02,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:02,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:02,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:02,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:02,336 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:02,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:02,477 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:02,478 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:02,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:02,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393122473, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:02,480 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13537ede to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@116addd3 2024-12-16T23:51:02,483 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9fe3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:02,485 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:02,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:02,487 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13537ede to 127.0.0.1:49324 2024-12-16T23:51:02,487 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:02,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:02,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:02,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:02,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:02,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:02,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:02,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:02,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:02,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:02,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:02,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:02,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:02,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:02,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:02,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:02,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:02,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:02,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:02,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:02,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:02,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:02,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:02,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:02,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:02,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:02,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:02,852 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:03,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:03,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:03,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:03,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:03,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:03,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:03,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:03,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:03,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:03,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:03,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:03,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:03,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:03,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:03,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:03,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:03,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:03,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:03,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:03,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:03,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:03,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:03,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:03,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:03,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:03,364 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:03,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:03,492 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:03,493 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:03,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:03,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393123488, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:03,494 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e924a88 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49518acc 2024-12-16T23:51:03,497 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca63a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:03,498 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:03,499 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:03,501 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e924a88 to 127.0.0.1:49324 2024-12-16T23:51:03,501 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:03,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:51:03,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:51:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:03,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:03,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:03,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:03,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:03,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:03,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:03,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:03,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:03,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:03,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:03,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:03,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:03,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:03,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:03,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:03,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:03,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:03,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:03,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:03,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:03,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:03,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:03,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:03,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:03,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:03,876 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:04,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:04,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:04,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:04,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:04,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:04,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:04,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:04,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:04,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:04,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:04,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:04,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:04,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:04,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:04,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:04,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:04,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:04,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:04,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:04,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:04,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:04,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:04,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:04,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:04,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:04,389 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:04,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:04,506 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:04,507 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:04,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:04,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393124502, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:04,509 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5db6c74b to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@187431db 2024-12-16T23:51:04,513 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150c4db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:04,514 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:04,515 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:04,517 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5db6c74b to 127.0.0.1:49324 2024-12-16T23:51:04,517 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:04,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:51:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:04,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:04,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:04,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:04,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:04,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:04,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:04,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:04,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:04,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:04,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:04,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:04,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:04,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:04,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:04,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:04,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:04,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:04,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:04,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:04,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:04,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:04,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:04,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:04,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:04,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:04,903 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:05,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:05,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:05,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:05,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:05,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:05,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:05,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:05,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:05,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:05,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:05,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:05,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:05,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:05,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:05,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:05,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:05,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:05,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:05,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:05,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:05,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:05,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:05,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:05,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:05,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:05,417 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:05,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:05,524 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:05,525 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:05,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:05,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393125518, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:05,527 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f390a00 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@667a12d5 2024-12-16T23:51:05,538 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116cea26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:05,540 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:05,543 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:05,546 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f390a00 to 127.0.0.1:49324 2024-12-16T23:51:05,546 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:05,768 DEBUG [master/84e0f2a91439:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ada4259f997d1aa56f5f91203afabb28 changed from -1.0 to 0.0, refreshing cache 2024-12-16T23:51:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:05,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:05,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:05,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:05,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:05,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:05,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:05,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:05,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:05,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:05,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:05,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:05,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:05,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:05,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:05,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:05,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:05,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:05,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:05,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:05,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:05,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:05,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:05,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:05,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:05,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:05,928 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:06,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:06,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:06,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:06,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:06,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:06,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:06,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:06,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:06,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:06,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:06,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:06,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:06,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:06,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:06,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:06,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:06,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:06,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:06,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:06,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:06,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:06,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:06,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:06,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:06,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:06,439 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:06,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:06,551 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:06,552 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:06,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:06,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393126547, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:06,553 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4272d298 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74a89cb9 2024-12-16T23:51:06,557 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26365d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:06,558 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:06,559 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:06,560 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4272d298 to 127.0.0.1:49324 2024-12-16T23:51:06,560 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:06,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:06,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:06,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:06,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:06,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:06,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:06,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:06,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:06,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:06,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:06,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:06,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:06,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:06,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:06,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:06,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:06,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:06,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:06,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:06,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:06,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:06,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:06,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:06,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:06,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:06,950 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:07,279 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T23:51:07,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T23:51:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:07,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:07,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:07,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:07,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:07,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:07,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:07,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:07,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:07,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:07,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:07,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:07,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:07,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:07,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:07,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:07,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:07,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:07,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:07,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:07,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:07,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:07,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:07,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:07,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:07,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:07,464 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:07,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:07,565 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:07,566 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:07,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:07,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393127561, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:07,567 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66b461d6 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@564974ed 2024-12-16T23:51:07,571 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f1dc611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:07,572 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:07,573 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:07,574 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66b461d6 to 127.0.0.1:49324 2024-12-16T23:51:07,574 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:07,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:07,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:07,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:07,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:07,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:07,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:07,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:07,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:07,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:07,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:07,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:07,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:07,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:07,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:07,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:07,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:07,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:07,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:07,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:07,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:07,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:07,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:07,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:07,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:07,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:07,975 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:08,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:08,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:08,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:08,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:08,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:08,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:08,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:08,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:08,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:08,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:08,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:08,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:08,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:08,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:08,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:08,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:08,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:08,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:08,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:08,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:08,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:08,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:08,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:08,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:08,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:08,486 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:08,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:08,579 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:08,580 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:08,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:08,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393128575, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:08,581 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cfa40aa to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1189b3c4 2024-12-16T23:51:08,584 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3085c2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:08,586 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:08,587 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:08,588 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cfa40aa to 127.0.0.1:49324 2024-12-16T23:51:08,588 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:08,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:51:08,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:51:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:08,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:08,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:08,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:08,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:08,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:08,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:08,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:08,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:08,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:08,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:08,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:08,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:08,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:08,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:08,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:08,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:08,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:08,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:08,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:08,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:08,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:08,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:08,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:08,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:08,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:08,997 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:09,371 DEBUG [master/84e0f2a91439:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T23:51:09,372 DEBUG [master/84e0f2a91439:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 2bd51e8e9468f36d6d4391f1eae12443 changed from -1.0 to 0.0, refreshing cache 2024-12-16T23:51:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:09,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:09,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:09,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:09,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:09,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:09,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:09,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:09,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:09,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:09,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:09,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:09,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:09,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:09,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:09,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:09,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:09,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:09,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:09,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:09,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:09,509 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:09,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:51:09,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:09,592 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:09,593 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:09,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:09,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393129589, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:09,595 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e55fa49 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@529e6fd4 2024-12-16T23:51:09,598 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9067bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:09,599 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:09,600 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:09,602 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e55fa49 to 127.0.0.1:49324 2024-12-16T23:51:09,602 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:10,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:10,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:10,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:10,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:10,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:10,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:10,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:10,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:10,018 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:10,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:10,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:10,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:10,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:10,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:10,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:10,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:10,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:10,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:10,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:10,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:10,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:10,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:10,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:10,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:10,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:10,530 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:10,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:10,606 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:10,606 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:10,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:10,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393130602, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:10,608 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d4d3041 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c0c1cf3 2024-12-16T23:51:10,611 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ee3952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:10,612 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:10,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:10,614 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d4d3041 to 127.0.0.1:49324 2024-12-16T23:51:10,614 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:11,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:11,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:11,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:11,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:11,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:11,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:11,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:11,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:11,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:11,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:11,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:11,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:11,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:11,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:11,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:11,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:11,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:11,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:11,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:11,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:11,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:11,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:11,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:11,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:11,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:11,041 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:11,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:11,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:11,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:11,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:11,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:11,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:11,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:11,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:11,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:11,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:11,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:11,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:11,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:11,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:11,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:11,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:11,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:11,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:11,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:11,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:11,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:11,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:11,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:11,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:11,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:11,553 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:11,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:11,619 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:11,619 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:11,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:11,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393131615, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:11,621 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cb02a5 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ffc71ab 2024-12-16T23:51:11,624 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d5afbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:11,625 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:11,626 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:11,627 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cb02a5 to 127.0.0.1:49324 2024-12-16T23:51:11,627 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:12,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:12,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:12,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:12,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:12,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:12,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:12,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:12,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:12,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:12,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:12,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:12,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:12,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:12,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:12,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:12,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:12,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:12,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:12,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:12,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:12,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:12,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:12,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:12,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:12,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:12,062 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:12,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:12,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:12,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:12,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:12,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:12,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:12,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:12,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:12,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:12,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:12,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:12,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:12,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:12,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:12,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:12,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:12,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:12,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:12,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:12,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:12,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:12,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:12,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:12,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:12,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:12,572 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:12,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:12,632 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:12,633 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:12,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:12,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393132628, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:12,634 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1666336e to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4acb6920 2024-12-16T23:51:12,637 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20267455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:12,638 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:12,639 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:12,641 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1666336e to 127.0.0.1:49324 2024-12-16T23:51:12,641 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:13,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:13,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:13,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:13,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:13,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:13,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:13,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:13,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:13,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:13,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:13,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:13,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:13,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:13,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:13,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:13,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:13,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:13,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:13,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:13,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:13,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:13,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:13,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:13,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:13,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:13,084 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:13,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:13,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:13,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:13,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:13,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:13,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:13,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:13,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:13,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:13,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:13,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:13,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:13,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:13,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:13,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:13,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:13,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:13,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:13,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:13,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:13,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:13,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:13,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:13,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:13,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:13,594 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:13,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:51:13,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:51:13,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:13,645 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:13,646 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:13,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:13,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393133641, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:13,648 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34de9787 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25cd7a55 2024-12-16T23:51:13,651 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36da3665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:13,652 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:13,653 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:13,654 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34de9787 to 127.0.0.1:49324 2024-12-16T23:51:13,654 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:14,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:14,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:14,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:14,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:14,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:14,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:14,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:14,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:14,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:14,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:14,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:14,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:14,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:14,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:14,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:14,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:14,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:14,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:14,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:14,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:14,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:14,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:14,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:14,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:14,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:14,104 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:14,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:51:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:14,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:14,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:14,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:14,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:14,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:14,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:14,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:14,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:14,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:14,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:14,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:14,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:14,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:14,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:14,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:14,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:14,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:14,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:14,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:14,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:14,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:14,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:14,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:14,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:14,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:14,615 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:14,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:14,659 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:14,659 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:14,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:14,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393134655, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:14,660 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4410dcb1 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ac109b4 2024-12-16T23:51:14,664 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d4f7f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:14,665 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:14,666 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:14,667 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4410dcb1 to 127.0.0.1:49324 2024-12-16T23:51:14,667 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:15,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:15,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:15,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:15,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:15,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:15,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:15,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:15,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:15,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:15,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:15,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:15,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:15,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:15,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:15,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:15,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:15,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:15,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:15,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:15,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:15,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:15,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:15,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:15,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:15,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:15,125 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:15,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:15,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:15,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:15,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:15,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:15,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:15,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:15,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:15,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:15,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:15,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:15,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:15,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:15,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:15,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:15,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:15,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:15,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:15,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:15,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:15,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:15,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:15,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:15,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:15,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:15,635 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:15,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:15,672 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:15,672 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:15,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:15,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393135668, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:15,673 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b569f81 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39d8bdf6 2024-12-16T23:51:15,677 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffdce9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:15,678 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:15,678 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:15,680 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b569f81 to 127.0.0.1:49324 2024-12-16T23:51:15,680 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:16,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:16,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:16,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:16,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:16,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:16,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:16,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:16,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:16,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:16,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:16,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:16,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:16,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:16,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:16,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:16,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:16,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:16,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:16,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:16,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:16,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:16,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:16,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:16,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:16,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:16,148 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:16,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:16,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:16,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:16,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:16,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:16,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:16,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:16,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:16,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:16,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:16,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:16,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:16,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:16,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:16,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:16,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:16,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:16,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:16,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:16,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:16,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:16,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:16,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:16,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:16,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:16,659 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:16,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:16,684 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:16,685 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:16,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:16,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393136680, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:16,686 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50c36721 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c0857c2 2024-12-16T23:51:16,690 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dc0edf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:16,691 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:16,692 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:16,693 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50c36721 to 127.0.0.1:49324 2024-12-16T23:51:16,693 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:17,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:17,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:17,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:17,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:17,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:17,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:17,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:17,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:17,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:17,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:17,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:17,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:17,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:17,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:17,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:17,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:17,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:17,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:17,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:17,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:17,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:17,168 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:17,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:17,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:17,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:17,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:17,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:17,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:17,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:17,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:17,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:17,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:17,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:17,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:17,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:17,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:17,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:17,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:17,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:17,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:17,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:17,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:17,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:17,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:17,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:17,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:17,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:17,677 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:17,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:17,698 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:17,698 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:17,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:17,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393137694, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:17,700 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b7494c4 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@252c6c2f 2024-12-16T23:51:17,703 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f69fa5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:17,704 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:17,705 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:17,706 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b7494c4 to 127.0.0.1:49324 2024-12-16T23:51:17,706 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:18,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:18,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:18,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:18,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:18,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:18,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:18,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:18,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:18,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:18,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:18,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:18,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:18,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:18,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:18,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:18,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:18,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:18,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:18,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:18,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:18,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:18,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:18,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:18,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:18,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:18,188 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-16T23:51:18,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:51:18,611 INFO [84e0f2a91439:33503Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-16T23:51:18,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-16T23:51:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:51:18,690 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:51:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T23:51:18,691 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:51:18,694 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:51:18,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/fam, FileablePath, hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/recovered.edits] 2024-12-16T23:51:18,701 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/fam/5d703c7f01b44f78aa65db4bd36188d2 to hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/archive/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/fam/5d703c7f01b44f78aa65db4bd36188d2 2024-12-16T23:51:18,705 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/recovered.edits/8.seqid to hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/archive/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17/recovered.edits/8.seqid 2024-12-16T23:51:18,705 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/testdroppedtimed/46c67e0ff09ae06c86464bc4f7dbfb17 2024-12-16T23:51:18,706 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-16T23:51:18,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:18,708 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:51:18,710 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-16T23:51:18,711 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T23:51:18,711 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-16T23:51:18,711 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:18,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T23:51:18,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:46646 deadline: 1734393138707, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-16T23:51:18,712 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:51:18,712 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-16T23:51:18,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734393078712"}]},"ts":"9223372036854775807"} 2024-12-16T23:51:18,713 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08b5c130 to 127.0.0.1:49324 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e3e891d 2024-12-16T23:51:18,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T23:51:18,714 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 46c67e0ff09ae06c86464bc4f7dbfb17, NAME => 'testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T23:51:18,714 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-16T23:51:18,714 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734393078714"}]},"ts":"9223372036854775807"} 2024-12-16T23:51:18,715 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-16T23:51:18,716 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e853987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T23:51:18,717 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-16T23:51:18,718 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T23:51:18,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 28 msec 2024-12-16T23:51:18,718 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-16T23:51:18,719 WARN [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-16T23:51:18,720 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08b5c130 to 127.0.0.1:49324 2024-12-16T23:51:18,720 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T23:51:18,792 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-16T23:51:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:18,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:18,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:18,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:18,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:18,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:18,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:18,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:18,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:18,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:18,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:18,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:18,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:18,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:18,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:18,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:18,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:18,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:18,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:18,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:18,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:18,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:18,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:18,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:18,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:18,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:18,805 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T23:51:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:19,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:19,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:19,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:19,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:19,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:19,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:19,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:19,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:19,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:19,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:19,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:19,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:19,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:19,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:19,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:19,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:19,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:19,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:19,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:19,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:19,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:19,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:19,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:19,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:19,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:19,317 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T23:51:19,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [84e0f2a91439%2C38273%2C1734393002148]: currently replicating from: hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 at position: -1 2024-12-16T23:51:19,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,727 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/27=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/28=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/29=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/30=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/31=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/32=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/33=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/34=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/35=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/36=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/37=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/38=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/39=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/40=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/41=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/42=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/43=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/44=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/45=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/46=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/47=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/48=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/49=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,730 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,734 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/51=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/52=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/53=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/54=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/55=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/56=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/57=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/58=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/59=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/60=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/61=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/62=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/63=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/64=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/65=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/66=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/67=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/68=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/69=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/70=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/71=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/72=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/73=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,737 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,742 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/75=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/76=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/77=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/78=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/79=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/80=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/81=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/82=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/83=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/84=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/85=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/86=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/87=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/88=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/89=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/90=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/91=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/92=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/93=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/94=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/95=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/96=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/97=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,744 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,749 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/99=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/100=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/101=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/102=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/103=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/104=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/105=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/106=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/107=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/108=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/109=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/110=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/111=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/112=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/113=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/114=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/115=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/116=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/117=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/118=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/119=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/120=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/121=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,751 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,756 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/123=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/124=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/125=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/126=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/127=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/128=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/129=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/130=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/131=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/132=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/133=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/134=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/135=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/136=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/137=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/138=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/139=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/140=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/141=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/142=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/143=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/144=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/145=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,758 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,766 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/147=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/148=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/149=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/150=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/151=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/152=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/153=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/154=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/155=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/156=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/157=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/158=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/159=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/160=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/161=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/162=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/163=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/164=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/165=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/166=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/167=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/168=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/169=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,768 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,774 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/171=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/172=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/173=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/174=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/175=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/176=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/177=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/178=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/179=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/180=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/181=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/182=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/183=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/184=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/185=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/186=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/187=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/188=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/189=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/190=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/191=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/192=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/193=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,776 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,781 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/195=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/196=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/197=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/198=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/199=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/200=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/201=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/202=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/203=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/204=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/205=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/206=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/207=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/208=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/209=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/210=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/211=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/212=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/213=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/214=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/215=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/216=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/217=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,784 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,787 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/219=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/220=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/221=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/222=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/223=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/224=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/225=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/226=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/227=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/228=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/229=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/230=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/231=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/232=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/233=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/234=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/235=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/236=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/237=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/238=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/239=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/240=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/241=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,790 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,794 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/243=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/244=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/245=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/246=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/247=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/248=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/249=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/250=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/251=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/252=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/253=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/254=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/255=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/256=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/257=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/258=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/259=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/260=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/261=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/262=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/263=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/264=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/265=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,797 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,801 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/267=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/268=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/269=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/270=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/271=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/272=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/273=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/274=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/275=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/276=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/277=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/278=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/279=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/280=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/281=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/282=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/283=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/284=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/285=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/286=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/287=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/288=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/289=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,804 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,810 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/291=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/292=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/293=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/294=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/295=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/296=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/297=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/298=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/299=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/300=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/301=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/302=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/303=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/304=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/305=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/306=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/307=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/308=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/309=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/310=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/311=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/312=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/313=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,813 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:19,818 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/315=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/316=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/317=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/318=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/319=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/320=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/321=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/322=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/323=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/324=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/325=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/326=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/327=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/328=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/329=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/330=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/331=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/332=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/333=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/334=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/335=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/336=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/337=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,821 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:19,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:19,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:19,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:19,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:19,827 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/339=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/340=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/341=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/342=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/343=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/344=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/345=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/346=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/347=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/348=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/349=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/350=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/351=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/352=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/353=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/354=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/355=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/356=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/357=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/358=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/359=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/360=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/361=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:19,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:19,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:19,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:19,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:19,830 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:19,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:19,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:19,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:19,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:19,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:19,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:19,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:19,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:19,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:19,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:19,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:19,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:19,836 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/363=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/364=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/365=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/366=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/367=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/368=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/369=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/370=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/371=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/372=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/373=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/374=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/375=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/376=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/377=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/378=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/379=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/380=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/381=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/382=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/383=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/384=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/385=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:19,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:19,838 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-16T23:51:19,838 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,843 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/387=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/388=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/389=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/390=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/391=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/392=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/393=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/394=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/395=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/396=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/397=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/398=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/399=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/400=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/401=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/402=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/403=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/404=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/405=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/406=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/407=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/408=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/409=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,846 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,855 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/411=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/412=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/413=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/414=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/415=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/416=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/417=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/418=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/419=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/420=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/421=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/422=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/423=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/424=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/425=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/426=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/427=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/428=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/429=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/430=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/431=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/432=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/433=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,857 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,863 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/435=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/436=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/437=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/438=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/439=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/440=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/441=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/442=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/443=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/444=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/445=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/446=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/447=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/448=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/449=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/450=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/451=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/452=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/453=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/454=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/455=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/456=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/457=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,866 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,870 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/459=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/460=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/461=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/462=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/463=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/464=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/465=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/466=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/467=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/468=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/469=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/470=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/471=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/472=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/473=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/474=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/475=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/476=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/477=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/478=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/479=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/480=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/481=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,872 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,877 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/483=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/484=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/485=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/486=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/487=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/488=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/489=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/490=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/491=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/492=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/493=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/494=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/495=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/496=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/497=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/498=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/499=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/500=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/501=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/502=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/503=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/504=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/505=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,879 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,883 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/507=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/508=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/509=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/510=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/511=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/512=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/513=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/514=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/515=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/516=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/517=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/518=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/519=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/520=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/521=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/522=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/523=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/524=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/525=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/526=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/527=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/528=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/529=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,885 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,890 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/531=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/532=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/533=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/534=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/535=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/536=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/537=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/538=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/539=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/540=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/541=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/542=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/543=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/544=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/545=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/546=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/547=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/548=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/549=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/550=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/551=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/552=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/553=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,892 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,897 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/555=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/556=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/557=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/558=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/559=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/560=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/561=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/562=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/563=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/564=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/565=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/566=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/567=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/568=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/569=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/570=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/571=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/572=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/573=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/574=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/575=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/576=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/577=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,899 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,905 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/579=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/580=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/581=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/582=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/583=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/584=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/585=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/586=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/587=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/588=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/589=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/590=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/591=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/592=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/593=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/594=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/595=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/596=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/597=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/598=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/599=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/600=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/601=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,906 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,913 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/603=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/604=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/605=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/606=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/607=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/608=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/609=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/610=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/611=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/612=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/613=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/614=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/615=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/616=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/617=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/618=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/619=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/620=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/621=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/622=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/623=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/624=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/625=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,914 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,920 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/627=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/628=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/629=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/630=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/631=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/632=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/633=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/634=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/635=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/636=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/637=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/638=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/639=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/640=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/641=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/642=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/643=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/644=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/645=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/646=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/647=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/648=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/649=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,921 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,926 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/651=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/652=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/653=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/654=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/655=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/656=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/657=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/658=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/659=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/660=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/661=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/662=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/663=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/664=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/665=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/666=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/667=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/668=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/669=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/670=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/671=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/672=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/673=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,927 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,932 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/675=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/676=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/677=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/678=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/679=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/680=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/681=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/682=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/683=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/684=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/685=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/686=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/687=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/688=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/689=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/690=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/691=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/692=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/693=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/694=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/695=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/696=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/697=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,934 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,939 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/699=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/700=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/701=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/702=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/703=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/704=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/705=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/706=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/707=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/708=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/709=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/710=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/711=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/712=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/713=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/714=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/715=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/716=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/717=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/718=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/719=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/720=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/721=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,941 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:19,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:19,946 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/723=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/724=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/725=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/726=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/727=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/728=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/729=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/730=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/731=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/732=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/733=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/734=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/735=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/736=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/737=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/738=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/739=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/740=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/741=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/742=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/743=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/744=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/745=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:19,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:19,947 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,073 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/747=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/748=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/749=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/750=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/751=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/752=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/753=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/754=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/755=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/756=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/757=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/758=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/759=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/760=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/761=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/762=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/763=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/764=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/765=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/766=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/767=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/768=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/769=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,074 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,081 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/771=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/772=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/773=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/774=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/775=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/776=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/777=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/778=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/779=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/780=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/781=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/782=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/783=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/784=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/785=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/786=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/787=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/788=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/789=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/790=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/791=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/792=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/793=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,082 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,090 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/795=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/796=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/797=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/798=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/799=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/800=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/801=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/802=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/803=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/804=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/805=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/806=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/807=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/808=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/809=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/810=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/811=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/812=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/813=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/814=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/815=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/816=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/817=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,091 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,098 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/819=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/820=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/821=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/822=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/823=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/824=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/825=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/826=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/827=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/828=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/829=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/830=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/831=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/832=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/833=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/834=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/835=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/836=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/837=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/838=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/839=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/840=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/841=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,099 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,104 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/843=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/844=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/845=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/846=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/847=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/848=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/849=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/850=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/851=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/852=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/853=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/854=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/855=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/856=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/857=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/858=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/859=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/860=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/861=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/862=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/863=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/864=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/865=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,105 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,112 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/867=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/868=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/869=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/870=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/871=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/872=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/873=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/874=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/875=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/876=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/877=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/878=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/879=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/880=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/881=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/882=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/883=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/884=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/885=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/886=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/887=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/888=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/889=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,113 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,119 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/891=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/892=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/893=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/894=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/895=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/896=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/897=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/898=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/899=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/900=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/901=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/902=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/903=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/904=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/905=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/906=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/907=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/908=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/909=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/910=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/911=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/912=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/913=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,120 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,126 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/915=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/916=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/917=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/918=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/919=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/920=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/921=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/922=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/923=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/924=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/925=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/926=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/927=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/928=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/929=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/930=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/931=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/932=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/933=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/934=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/935=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/936=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/937=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,127 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-16T23:51:20,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,133 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/939=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/940=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/941=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/942=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/943=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/944=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/945=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/946=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/947=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/948=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/949=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/950=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/951=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/952=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/953=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/954=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/955=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/956=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/957=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/958=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/959=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/960=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/961=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,134 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-16T23:51:20,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,139 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 4208104, reset compression=false 2024-12-16T23:51:20,139 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/963=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/964=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/965=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/966=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/967=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/968=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/969=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/970=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/971=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/972=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/973=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/974=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/975=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/976=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/977=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/978=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/979=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/980=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/981=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/982=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/983=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/984=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/985=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-16T23:51:20,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,146 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/4eaf932e3c3aff9024af596a624c3a40/987=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/988=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/989=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/990=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/991=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/992=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/993=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/994=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/995=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/996=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/997=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/998=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/999=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/1000=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/1001=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/1002=[#edits: 1 = ],4297}, {test/4eaf932e3c3aff9024af596a624c3a40/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-16T23:51:20,146 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-16T23:51:20,146 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 4208924, reset compression=false 2024-12-16T23:51:20,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-16T23:51:20,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33503 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-16T23:51:20,154 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-16T23:51:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33503 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-16T23:51:20,352 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.wal-reader.84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 to pos 4208924, reset compression=false 2024-12-16T23:51:20,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-16T23:51:20,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-16T23:51:20,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-16T23:51:20,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-16T23:51:20,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-16T23:51:20,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-16T23:51:20,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-16T23:51:20,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-16T23:51:20,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-16T23:51:20,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-16T23:51:20,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-16T23:51:20,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-16T23:51:20,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-16T23:51:20,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-16T23:51:20,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-16T23:51:20,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-16T23:51:20,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-16T23:51:20,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-16T23:51:20,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-16T23:51:20,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-16T23:51:20,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-16T23:51:20,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-16T23:51:20,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-16T23:51:20,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-16T23:51:20,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-16T23:51:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-16T23:51:20,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-16T23:51:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-16T23:51:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T23:51:20,378 DEBUG [PEWorker-5 {}] zookeeper.ZKUtil(111): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-16T23:51:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-16T23:51:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T23:51:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-16T23:51:20,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-16T23:51:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T23:51:20,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 84e0f2a91439,38273,1734393002148 2024-12-16T23:51:20,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38273 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-16T23:51:20,533 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-16T23:51:20,534 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-16T23:51:20,534 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-16T23:51:20,635 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1019873db3f000f, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:20,635 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1019873db3f000f, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:20,635 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ff70217 to 127.0.0.1:49324 2024-12-16T23:51:20,635 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T23:51:20,736 WARN [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-16T23:51:20,836 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0.replicationSource,2.replicationSource.shipper84e0f2a91439%2C38273%2C1734393002148,2 terminated 2024-12-16T23:51:20,836 INFO [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-16T23:51:20,837 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/84e0f2a91439,38273,1734393002148/2/84e0f2a91439%2C38273%2C1734393002148.1734393004662 2024-12-16T23:51:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/84e0f2a91439,38273,1734393002148/2/84e0f2a91439%2C38273%2C1734393002148.1734393004662 2024-12-16T23:51:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/84e0f2a91439,38273,1734393002148/2 2024-12-16T23:51:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/84e0f2a91439,38273,1734393002148/2 2024-12-16T23:51:20,840 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T23:51:20,840 DEBUG [RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-16T23:51:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-16T23:51:20,842 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 84e0f2a91439,38273,1734393002148 suceeded 2024-12-16T23:51:20,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-16T23:51:20,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 461 msec 2024-12-16T23:51:20,845 DEBUG [PEWorker-4 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-16T23:51:20,845 INFO [PEWorker-4 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-16T23:51:20,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 473 msec 2024-12-16T23:51:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T23:51:20,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=403 (was 393) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x4c79a55d java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007ff380b551f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x45634258 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007ff380b551f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4d88d03d-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/cluster_e8e57019-e075-7d38-c410-88d74d4b5b9a/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1918446391_22 at /127.0.0.1:59602 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4d88d03d-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x4c79a55d-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x45634258-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/84e0f2a91439:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x4c79a55d-SendThread(127.0.0.1:49324) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/cluster_e8e57019-e075-7d38-c410-88d74d4b5b9a/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x3d28d031-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4d88d03d-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x4d88d03d-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x3d28d031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007ff380b551f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x76f755c0-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x3d28d031-SendThread(127.0.0.1:49324) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:49324@0x45634258-SendThread(127.0.0.1:49324) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=574 (was 574), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 662), ProcessCount=11 (was 11), AvailableMemoryMB=2358 (was 3218) 2024-12-16T23:51:20,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79676e92 to 127.0.0.1:49324 2024-12-16T23:51:20,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:20,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b082490 to 127.0.0.1:49324 2024-12-16T23:51:20,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:20,995 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T23:51:20,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d3ddb38 to 127.0.0.1:49324 2024-12-16T23:51:20,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:20,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T23:51:20,995 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T23:51:20,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59fe8373 to 127.0.0.1:49324 2024-12-16T23:51:20,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:20,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T23:51:20,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1549993357, stopped=false 2024-12-16T23:51:20,995 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=84e0f2a91439,36337,1734393007709 2024-12-16T23:51:20,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T23:51:20,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-16T23:51:20,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:51:20,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:51:20,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T23:51:20,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:20,998 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '84e0f2a91439,33503,1734393007790' ***** 2024-12-16T23:51:20,998 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T23:51:20,998 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T23:51:20,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T23:51:20,998 INFO [RS:0;84e0f2a91439:33503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T23:51:20,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-16T23:51:20,999 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 6b190ca62464ee4c41ce79e6f4c95ca2 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 8df7767785c53ec529dc4d1cc43e33f9 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 1b58832e9b9ebca5f4e5f426a0b6f251 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for d65d9f307585b1692046cd365b6dcf2e 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 8a09b6f1beabe777fac0c077e1c6beb6 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for d311d172a34628de49f8fa04467e2611 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fe9958e8e6499544f17d2052662b73b 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 6862e69f54ffd1e448fb996e5d807368 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for d113d6d6b8e237d8d396841a061dc50b 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 15b1c536662989a25a7016365b5cacb7 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c3addf6f435f79a541805d9e39ab366 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for ca723e672a2bcb5487445e1995d4351b 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 460810d49e6b08ec63b1655e2bb2e442 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 884f8abb6bba505e7055cd5ad8db5459 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 47efad742a3ba539fadd81d205df4264 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 98899f1f352bd8efdd2aaf8a3ed30e47 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c273e23b5c8641d805775d9a3c5ea36 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 788596105e2e26cea1b3fceb56a4899c 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 816982cf6195bb22e019169648c9f267 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 5a2cb68b014d783b789fe95a73e6d522 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for d03684bf23e5f2c3f612ca71ecfed265 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 35365063e71abc59347e2317ebb0a6d5 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 2bd51e8e9468f36d6d4391f1eae12443 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 3eadde51ef1e203d794ed7d61ebc68f7 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:51:20,999 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6b190ca62464ee4c41ce79e6f4c95ca2, disabling compactions & flushes 2024-12-16T23:51:20,999 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1224): stopping server 84e0f2a91439,33503,1734393007790 2024-12-16T23:51:20,999 DEBUG [RS:0;84e0f2a91439:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:20,999 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:51:20,999 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:51:20,999 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. after waiting 0 ms 2024-12-16T23:51:21,000 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:51:21,000 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T23:51:21,000 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T23:51:21,000 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T23:51:21,000 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T23:51:21,000 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T23:51:21,000 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T23:51:21,000 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T23:51:21,000 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T23:51:21,000 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T23:51:21,000 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T23:51:21,000 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T23:51:21,003 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 15b1c536662989a25a7016365b5cacb7, 1b58832e9b9ebca5f4e5f426a0b6f251, 2bd51e8e9468f36d6d4391f1eae12443, 35365063e71abc59347e2317ebb0a6d5, 3bced637865570d436f4cf23bebb7a85, 3eadde51ef1e203d794ed7d61ebc68f7, 460810d49e6b08ec63b1655e2bb2e442, 47efad742a3ba539fadd81d205df4264, 5a2cb68b014d783b789fe95a73e6d522, 6862e69f54ffd1e448fb996e5d807368, 6b190ca62464ee4c41ce79e6f4c95ca2, 6c273e23b5c8641d805775d9a3c5ea36, 6c3addf6f435f79a541805d9e39ab366, 788596105e2e26cea1b3fceb56a4899c, 7fe9958e8e6499544f17d2052662b73b, 816982cf6195bb22e019169648c9f267, 884f8abb6bba505e7055cd5ad8db5459, 8a09b6f1beabe777fac0c077e1c6beb6, 8df7767785c53ec529dc4d1cc43e33f9, 98899f1f352bd8efdd2aaf8a3ed30e47, a4b154ef365b23c36627cc52dc6a5103, ca723e672a2bcb5487445e1995d4351b, d03684bf23e5f2c3f612ca71ecfed265, d113d6d6b8e237d8d396841a061dc50b, d311d172a34628de49f8fa04467e2611, d65d9f307585b1692046cd365b6dcf2e, dcb84cd5e270cc93b0de22dac8790a8e 2024-12-16T23:51:21,004 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6b190ca62464ee4c41ce79e6f4c95ca2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,005 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:51:21,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6b190ca62464ee4c41ce79e6f4c95ca2: 2024-12-16T23:51:21,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2. 2024-12-16T23:51:21,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8df7767785c53ec529dc4d1cc43e33f9, disabling compactions & flushes 2024-12-16T23:51:21,005 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:51:21,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:51:21,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. after waiting 0 ms 2024-12-16T23:51:21,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:51:21,009 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8df7767785c53ec529dc4d1cc43e33f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,009 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:51:21,009 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8df7767785c53ec529dc4d1cc43e33f9: 2024-12-16T23:51:21,009 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734393014823.8df7767785c53ec529dc4d1cc43e33f9. 2024-12-16T23:51:21,010 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1b58832e9b9ebca5f4e5f426a0b6f251, disabling compactions & flushes 2024-12-16T23:51:21,010 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:51:21,010 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:51:21,010 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. after waiting 0 ms 2024-12-16T23:51:21,010 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:51:21,013 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/1b58832e9b9ebca5f4e5f426a0b6f251/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,013 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:51:21,013 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1b58832e9b9ebca5f4e5f426a0b6f251: 2024-12-16T23:51:21,013 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734393014823.1b58832e9b9ebca5f4e5f426a0b6f251. 2024-12-16T23:51:21,013 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d65d9f307585b1692046cd365b6dcf2e, disabling compactions & flushes 2024-12-16T23:51:21,013 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:51:21,013 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:51:21,013 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. after waiting 0 ms 2024-12-16T23:51:21,013 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:51:21,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d65d9f307585b1692046cd365b6dcf2e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,017 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:51:21,017 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d65d9f307585b1692046cd365b6dcf2e: 2024-12-16T23:51:21,017 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734393014823.d65d9f307585b1692046cd365b6dcf2e. 2024-12-16T23:51:21,017 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8a09b6f1beabe777fac0c077e1c6beb6, disabling compactions & flushes 2024-12-16T23:51:21,017 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:51:21,017 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:51:21,017 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. after waiting 0 ms 2024-12-16T23:51:21,017 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:51:21,020 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/8a09b6f1beabe777fac0c077e1c6beb6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,020 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:51:21,021 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8a09b6f1beabe777fac0c077e1c6beb6: 2024-12-16T23:51:21,021 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734393014823.8a09b6f1beabe777fac0c077e1c6beb6. 2024-12-16T23:51:21,021 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d311d172a34628de49f8fa04467e2611, disabling compactions & flushes 2024-12-16T23:51:21,021 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:51:21,021 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:51:21,021 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. after waiting 0 ms 2024-12-16T23:51:21,021 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:51:21,024 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d311d172a34628de49f8fa04467e2611/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,025 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:51:21,025 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d311d172a34628de49f8fa04467e2611: 2024-12-16T23:51:21,025 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734393014823.d311d172a34628de49f8fa04467e2611. 2024-12-16T23:51:21,025 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fe9958e8e6499544f17d2052662b73b, disabling compactions & flushes 2024-12-16T23:51:21,025 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:51:21,025 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:51:21,025 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. after waiting 0 ms 2024-12-16T23:51:21,025 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:51:21,029 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/7fe9958e8e6499544f17d2052662b73b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,029 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:51:21,029 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fe9958e8e6499544f17d2052662b73b: 2024-12-16T23:51:21,029 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734393014823.7fe9958e8e6499544f17d2052662b73b. 2024-12-16T23:51:21,030 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6862e69f54ffd1e448fb996e5d807368, disabling compactions & flushes 2024-12-16T23:51:21,030 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:51:21,030 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:51:21,030 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. after waiting 0 ms 2024-12-16T23:51:21,030 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:51:21,031 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/info/90b6322d9daa4a10b4051a5cb82ae460 is 143, key is hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443./info:regioninfo/1734393010530/Put/seqid=0 2024-12-16T23:51:21,033 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6862e69f54ffd1e448fb996e5d807368/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,034 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:51:21,034 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6862e69f54ffd1e448fb996e5d807368: 2024-12-16T23:51:21,034 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734393014823.6862e69f54ffd1e448fb996e5d807368. 2024-12-16T23:51:21,034 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d113d6d6b8e237d8d396841a061dc50b, disabling compactions & flushes 2024-12-16T23:51:21,034 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:51:21,034 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:51:21,034 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. after waiting 0 ms 2024-12-16T23:51:21,034 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:51:21,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741866_1042 (size=36340) 2024-12-16T23:51:21,041 INFO [regionserver/84e0f2a91439:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T23:51:21,043 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d113d6d6b8e237d8d396841a061dc50b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,043 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:51:21,043 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d113d6d6b8e237d8d396841a061dc50b: 2024-12-16T23:51:21,043 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734393014823.d113d6d6b8e237d8d396841a061dc50b. 2024-12-16T23:51:21,043 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 15b1c536662989a25a7016365b5cacb7, disabling compactions & flushes 2024-12-16T23:51:21,043 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:51:21,043 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:51:21,043 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. after waiting 0 ms 2024-12-16T23:51:21,043 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:51:21,046 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/15b1c536662989a25a7016365b5cacb7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,047 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:51:21,047 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 15b1c536662989a25a7016365b5cacb7: 2024-12-16T23:51:21,047 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734393014823.15b1c536662989a25a7016365b5cacb7. 2024-12-16T23:51:21,047 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c3addf6f435f79a541805d9e39ab366, disabling compactions & flushes 2024-12-16T23:51:21,047 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:51:21,047 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:51:21,047 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. after waiting 0 ms 2024-12-16T23:51:21,047 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:51:21,049 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c3addf6f435f79a541805d9e39ab366/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,050 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:51:21,050 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c3addf6f435f79a541805d9e39ab366: 2024-12-16T23:51:21,050 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734393014823.6c3addf6f435f79a541805d9e39ab366. 2024-12-16T23:51:21,050 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca723e672a2bcb5487445e1995d4351b, disabling compactions & flushes 2024-12-16T23:51:21,050 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:51:21,050 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:51:21,050 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. after waiting 0 ms 2024-12-16T23:51:21,050 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:51:21,053 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/ca723e672a2bcb5487445e1995d4351b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,053 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:51:21,053 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca723e672a2bcb5487445e1995d4351b: 2024-12-16T23:51:21,053 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734393014823.ca723e672a2bcb5487445e1995d4351b. 2024-12-16T23:51:21,054 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 460810d49e6b08ec63b1655e2bb2e442, disabling compactions & flushes 2024-12-16T23:51:21,054 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:51:21,054 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:51:21,054 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. after waiting 0 ms 2024-12-16T23:51:21,054 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:51:21,056 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/460810d49e6b08ec63b1655e2bb2e442/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,057 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:51:21,057 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 460810d49e6b08ec63b1655e2bb2e442: 2024-12-16T23:51:21,057 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734393014823.460810d49e6b08ec63b1655e2bb2e442. 2024-12-16T23:51:21,057 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 884f8abb6bba505e7055cd5ad8db5459, disabling compactions & flushes 2024-12-16T23:51:21,057 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:51:21,057 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:51:21,057 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. after waiting 0 ms 2024-12-16T23:51:21,057 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:51:21,060 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/884f8abb6bba505e7055cd5ad8db5459/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,061 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:51:21,061 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 884f8abb6bba505e7055cd5ad8db5459: 2024-12-16T23:51:21,061 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734393014823.884f8abb6bba505e7055cd5ad8db5459. 2024-12-16T23:51:21,061 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 47efad742a3ba539fadd81d205df4264, disabling compactions & flushes 2024-12-16T23:51:21,061 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:51:21,061 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:51:21,061 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. after waiting 0 ms 2024-12-16T23:51:21,061 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:51:21,063 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/47efad742a3ba539fadd81d205df4264/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,064 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:51:21,064 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 47efad742a3ba539fadd81d205df4264: 2024-12-16T23:51:21,064 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734393014823.47efad742a3ba539fadd81d205df4264. 2024-12-16T23:51:21,064 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 98899f1f352bd8efdd2aaf8a3ed30e47, disabling compactions & flushes 2024-12-16T23:51:21,064 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:51:21,064 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:51:21,064 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. after waiting 0 ms 2024-12-16T23:51:21,064 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:51:21,067 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/98899f1f352bd8efdd2aaf8a3ed30e47/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,068 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:51:21,068 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 98899f1f352bd8efdd2aaf8a3ed30e47: 2024-12-16T23:51:21,068 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734393014823.98899f1f352bd8efdd2aaf8a3ed30e47. 2024-12-16T23:51:21,068 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c273e23b5c8641d805775d9a3c5ea36, disabling compactions & flushes 2024-12-16T23:51:21,068 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:51:21,068 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:51:21,068 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. after waiting 0 ms 2024-12-16T23:51:21,068 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:51:21,071 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/6c273e23b5c8641d805775d9a3c5ea36/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,071 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:51:21,071 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c273e23b5c8641d805775d9a3c5ea36: 2024-12-16T23:51:21,072 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734393014823.6c273e23b5c8641d805775d9a3c5ea36. 2024-12-16T23:51:21,072 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 788596105e2e26cea1b3fceb56a4899c, disabling compactions & flushes 2024-12-16T23:51:21,072 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:51:21,072 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:51:21,072 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. after waiting 0 ms 2024-12-16T23:51:21,072 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:51:21,075 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/788596105e2e26cea1b3fceb56a4899c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,075 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:51:21,075 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 788596105e2e26cea1b3fceb56a4899c: 2024-12-16T23:51:21,075 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734393014823.788596105e2e26cea1b3fceb56a4899c. 2024-12-16T23:51:21,075 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dcb84cd5e270cc93b0de22dac8790a8e, disabling compactions & flushes 2024-12-16T23:51:21,075 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:51:21,075 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:51:21,075 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. after waiting 0 ms 2024-12-16T23:51:21,075 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:51:21,078 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/dcb84cd5e270cc93b0de22dac8790a8e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,078 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:51:21,078 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dcb84cd5e270cc93b0de22dac8790a8e: 2024-12-16T23:51:21,079 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734393014823.dcb84cd5e270cc93b0de22dac8790a8e. 2024-12-16T23:51:21,079 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 816982cf6195bb22e019169648c9f267, disabling compactions & flushes 2024-12-16T23:51:21,079 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:51:21,079 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:51:21,079 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. after waiting 0 ms 2024-12-16T23:51:21,079 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:51:21,082 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/816982cf6195bb22e019169648c9f267/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,082 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:51:21,082 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 816982cf6195bb22e019169648c9f267: 2024-12-16T23:51:21,082 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734393014823.816982cf6195bb22e019169648c9f267. 2024-12-16T23:51:21,082 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5a2cb68b014d783b789fe95a73e6d522, disabling compactions & flushes 2024-12-16T23:51:21,082 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:51:21,082 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:51:21,083 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. after waiting 0 ms 2024-12-16T23:51:21,083 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:51:21,085 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/5a2cb68b014d783b789fe95a73e6d522/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,086 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:51:21,086 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5a2cb68b014d783b789fe95a73e6d522: 2024-12-16T23:51:21,086 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734393014823.5a2cb68b014d783b789fe95a73e6d522. 2024-12-16T23:51:21,086 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d03684bf23e5f2c3f612ca71ecfed265, disabling compactions & flushes 2024-12-16T23:51:21,086 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:51:21,086 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:51:21,086 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. after waiting 0 ms 2024-12-16T23:51:21,086 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:51:21,089 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/d03684bf23e5f2c3f612ca71ecfed265/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,089 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:51:21,089 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d03684bf23e5f2c3f612ca71ecfed265: 2024-12-16T23:51:21,089 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734393014823.d03684bf23e5f2c3f612ca71ecfed265. 2024-12-16T23:51:21,090 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 35365063e71abc59347e2317ebb0a6d5, disabling compactions & flushes 2024-12-16T23:51:21,090 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:51:21,090 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:51:21,090 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. after waiting 0 ms 2024-12-16T23:51:21,090 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:51:21,092 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/35365063e71abc59347e2317ebb0a6d5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,093 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:51:21,093 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 35365063e71abc59347e2317ebb0a6d5: 2024-12-16T23:51:21,093 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734393014823.35365063e71abc59347e2317ebb0a6d5. 2024-12-16T23:51:21,093 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2bd51e8e9468f36d6d4391f1eae12443, disabling compactions & flushes 2024-12-16T23:51:21,093 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:51:21,093 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:51:21,093 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. after waiting 0 ms 2024-12-16T23:51:21,093 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:51:21,093 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2bd51e8e9468f36d6d4391f1eae12443 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T23:51:21,108 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443/.tmp/info/06f46e51bc23474da2390556e5473653 is 45, key is default/info:d/1734393010574/Put/seqid=0 2024-12-16T23:51:21,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741867_1043 (size=5037) 2024-12-16T23:51:21,203 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2bd51e8e9468f36d6d4391f1eae12443, 3bced637865570d436f4cf23bebb7a85, 3eadde51ef1e203d794ed7d61ebc68f7, a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:51:21,404 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2bd51e8e9468f36d6d4391f1eae12443, 3bced637865570d436f4cf23bebb7a85, 3eadde51ef1e203d794ed7d61ebc68f7, a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:51:21,442 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/info/90b6322d9daa4a10b4051a5cb82ae460 2024-12-16T23:51:21,464 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/rep_barrier/40f9634f21554b13a2216e1b02bf4c76 is 115, key is test,bbb,1734393014823.6b190ca62464ee4c41ce79e6f4c95ca2./rep_barrier:seqnumDuringOpen/1734393018645/Put/seqid=0 2024-12-16T23:51:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741868_1044 (size=8574) 2024-12-16T23:51:21,513 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443/.tmp/info/06f46e51bc23474da2390556e5473653 2024-12-16T23:51:21,519 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443/.tmp/info/06f46e51bc23474da2390556e5473653 as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443/info/06f46e51bc23474da2390556e5473653 2024-12-16T23:51:21,525 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443/info/06f46e51bc23474da2390556e5473653, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T23:51:21,526 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2bd51e8e9468f36d6d4391f1eae12443 in 433ms, sequenceid=6, compaction requested=false 2024-12-16T23:51:21,530 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/namespace/2bd51e8e9468f36d6d4391f1eae12443/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T23:51:21,530 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:51:21,530 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2bd51e8e9468f36d6d4391f1eae12443: 2024-12-16T23:51:21,530 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734393009357.2bd51e8e9468f36d6d4391f1eae12443. 2024-12-16T23:51:21,530 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3eadde51ef1e203d794ed7d61ebc68f7, disabling compactions & flushes 2024-12-16T23:51:21,530 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:51:21,530 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:51:21,530 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. after waiting 0 ms 2024-12-16T23:51:21,530 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:51:21,533 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3eadde51ef1e203d794ed7d61ebc68f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,534 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:51:21,534 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3eadde51ef1e203d794ed7d61ebc68f7: 2024-12-16T23:51:21,534 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734393014823.3eadde51ef1e203d794ed7d61ebc68f7. 2024-12-16T23:51:21,534 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3bced637865570d436f4cf23bebb7a85, disabling compactions & flushes 2024-12-16T23:51:21,534 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 3bced637865570d436f4cf23bebb7a85 2024-12-16T23:51:21,534 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3bced637865570d436f4cf23bebb7a85 2/2 column families, dataSize=6.86 MB heapSize=6.99 MB 2024-12-16T23:51:21,578 INFO [regionserver/84e0f2a91439:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T23:51:21,578 INFO [regionserver/84e0f2a91439:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T23:51:21,579 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85/.tmp/f/b3e4933b502f4b3ba2b502843a2856eb is 4136, key is NormalPut000/f:row/1734393024502/Put/seqid=0 2024-12-16T23:51:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741869_1045 (size=4145800) 2024-12-16T23:51:21,582 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.86 MB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85/.tmp/f/b3e4933b502f4b3ba2b502843a2856eb 2024-12-16T23:51:21,590 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85/.tmp/f/b3e4933b502f4b3ba2b502843a2856eb as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85/f/b3e4933b502f4b3ba2b502843a2856eb 2024-12-16T23:51:21,597 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85/f/b3e4933b502f4b3ba2b502843a2856eb, entries=1000, sequenceid=145, filesize=4.0 M 2024-12-16T23:51:21,598 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.86 MB/7193812, heapSize ~6.99 MB/7326368, currentSize=0 B/0 for 3bced637865570d436f4cf23bebb7a85 in 64ms, sequenceid=145, compaction requested=false 2024-12-16T23:51:21,598 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:51:21,598 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:51:21,598 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734393014823.3bced637865570d436f4cf23bebb7a85. after waiting 0 ms 2024-12-16T23:51:21,598 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:51:21,602 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/3bced637865570d436f4cf23bebb7a85/recovered.edits/148.seqid, newMaxSeqId=148, maxSeqId=1 2024-12-16T23:51:21,603 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:51:21,603 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3bced637865570d436f4cf23bebb7a85: 2024-12-16T23:51:21,603 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734393014823.3bced637865570d436f4cf23bebb7a85. 2024-12-16T23:51:21,603 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a4b154ef365b23c36627cc52dc6a5103, disabling compactions & flushes 2024-12-16T23:51:21,603 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:51:21,603 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:51:21,603 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. after waiting 0 ms 2024-12-16T23:51:21,603 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:51:21,604 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a4b154ef365b23c36627cc52dc6a5103 2024-12-16T23:51:21,606 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/default/test/a4b154ef365b23c36627cc52dc6a5103/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:21,606 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:51:21,606 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a4b154ef365b23c36627cc52dc6a5103: 2024-12-16T23:51:21,606 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734393014823.a4b154ef365b23c36627cc52dc6a5103. 2024-12-16T23:51:21,804 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T23:51:21,868 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/rep_barrier/40f9634f21554b13a2216e1b02bf4c76 2024-12-16T23:51:21,890 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/table/5fba2d291bd24cf3b4089c380436431b is 94, key is testdroppedtimed,,1734393021751.d0c09bf96c3bd4ad82c4000bedc0f218./table:/1734393025734/DeleteFamily/seqid=0 2024-12-16T23:51:21,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741870_1046 (size=5605) 2024-12-16T23:51:22,004 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T23:51:22,004 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-16T23:51:22,004 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T23:51:22,205 DEBUG [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T23:51:22,295 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/table/5fba2d291bd24cf3b4089c380436431b 2024-12-16T23:51:22,301 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/info/90b6322d9daa4a10b4051a5cb82ae460 as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/info/90b6322d9daa4a10b4051a5cb82ae460 2024-12-16T23:51:22,307 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/info/90b6322d9daa4a10b4051a5cb82ae460, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T23:51:22,308 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/rep_barrier/40f9634f21554b13a2216e1b02bf4c76 as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/rep_barrier/40f9634f21554b13a2216e1b02bf4c76 2024-12-16T23:51:22,314 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/rep_barrier/40f9634f21554b13a2216e1b02bf4c76, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T23:51:22,315 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/.tmp/table/5fba2d291bd24cf3b4089c380436431b as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/table/5fba2d291bd24cf3b4089c380436431b 2024-12-16T23:51:22,321 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/table/5fba2d291bd24cf3b4089c380436431b, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T23:51:22,322 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=77, compaction requested=false 2024-12-16T23:51:22,326 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T23:51:22,327 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T23:51:22,327 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T23:51:22,327 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T23:51:22,327 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T23:51:22,405 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1250): stopping server 84e0f2a91439,33503,1734393007790; all regions closed. 2024-12-16T23:51:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741834_1010 (size=40374) 2024-12-16T23:51:22,411 DEBUG [RS:0;84e0f2a91439:33503 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/oldWALs 2024-12-16T23:51:22,411 INFO [RS:0;84e0f2a91439:33503 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 84e0f2a91439%2C33503%2C1734393007790.meta:.meta(num 1734393009287) 2024-12-16T23:51:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741832_1008 (size=7229245) 2024-12-16T23:51:22,416 DEBUG [RS:0;84e0f2a91439:33503 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/oldWALs 2024-12-16T23:51:22,416 INFO [RS:0;84e0f2a91439:33503 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 84e0f2a91439%2C33503%2C1734393007790:(num 1734393008720) 2024-12-16T23:51:22,416 DEBUG [RS:0;84e0f2a91439:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:22,416 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T23:51:22,416 INFO [RS:0;84e0f2a91439:33503 {}] hbase.ChoreService(370): Chore service for: regionserver/84e0f2a91439:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T23:51:22,416 INFO [regionserver/84e0f2a91439:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T23:51:22,417 INFO [RS:0;84e0f2a91439:33503 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;84e0f2a91439:33503. 2024-12-16T23:51:22,417 DEBUG [RS:0;84e0f2a91439:33503 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T23:51:22,418 DEBUG [RS:0;84e0f2a91439:33503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:22,418 DEBUG [RS:0;84e0f2a91439:33503 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d28d031 to 127.0.0.1:49324 2024-12-16T23:51:22,418 INFO [RS:0;84e0f2a91439:33503 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33503 2024-12-16T23:51:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/84e0f2a91439,33503,1734393007790 2024-12-16T23:51:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-16T23:51:22,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84e0f2a91439,33503,1734393007790] 2024-12-16T23:51:22,424 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 84e0f2a91439,33503,1734393007790; numProcessing=1 2024-12-16T23:51:22,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/84e0f2a91439,33503,1734393007790 already deleted, retry=false 2024-12-16T23:51:22,425 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 84e0f2a91439,33503,1734393007790 expired; onlineServers=0 2024-12-16T23:51:22,425 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '84e0f2a91439,36337,1734393007709' ***** 2024-12-16T23:51:22,425 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T23:51:22,425 DEBUG [M:0;84e0f2a91439:36337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7836db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84e0f2a91439/172.17.0.2:0 2024-12-16T23:51:22,425 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HRegionServer(1224): stopping server 84e0f2a91439,36337,1734393007709 2024-12-16T23:51:22,425 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HRegionServer(1250): stopping server 84e0f2a91439,36337,1734393007709; all regions closed. 2024-12-16T23:51:22,425 DEBUG [M:0;84e0f2a91439:36337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:22,425 DEBUG [M:0;84e0f2a91439:36337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T23:51:22,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T23:51:22,426 DEBUG [M:0;84e0f2a91439:36337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T23:51:22,426 DEBUG [master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.large.0-1734393008495 {}] cleaner.HFileCleaner(306): Exit Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.large.0-1734393008495,5,FailOnTimeoutGroup] 2024-12-16T23:51:22,426 DEBUG [master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.small.0-1734393008495 {}] cleaner.HFileCleaner(306): Exit Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.small.0-1734393008495,5,FailOnTimeoutGroup] 2024-12-16T23:51:22,426 INFO [M:0;84e0f2a91439:36337 {}] hbase.ChoreService(370): Chore service for: master/84e0f2a91439:0 had [] on shutdown 2024-12-16T23:51:22,426 DEBUG [M:0;84e0f2a91439:36337 {}] master.HMaster(1733): Stopping service threads 2024-12-16T23:51:22,426 INFO [M:0;84e0f2a91439:36337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T23:51:22,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-16T23:51:22,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-16T23:51:22,427 INFO [M:0;84e0f2a91439:36337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T23:51:22,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T23:51:22,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-16T23:51:22,427 DEBUG [M:0;84e0f2a91439:36337 {}] zookeeper.ZKUtil(347): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-16T23:51:22,427 WARN [M:0;84e0f2a91439:36337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T23:51:22,427 INFO [M:0;84e0f2a91439:36337 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T23:51:22,427 INFO [M:0;84e0f2a91439:36337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T23:51:22,427 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T23:51:22,427 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:22,427 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:22,427 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T23:51:22,427 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:22,428 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.25 KB heapSize=270.98 KB 2024-12-16T23:51:22,444 DEBUG [M:0;84e0f2a91439:36337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7dbdc276ff541099200be3168f2f54d is 82, key is hbase:meta,,1/info:regioninfo/1734393009332/Put/seqid=0 2024-12-16T23:51:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741871_1047 (size=5672) 2024-12-16T23:51:22,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:22,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33503-0x1019873db3f0004, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:22,524 INFO [RS:0;84e0f2a91439:33503 {}] regionserver.HRegionServer(1307): Exiting; stopping=84e0f2a91439,33503,1734393007790; zookeeper connection closed. 2024-12-16T23:51:22,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47ddf816 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47ddf816 2024-12-16T23:51:22,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T23:51:22,849 INFO [M:0;84e0f2a91439:36337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7dbdc276ff541099200be3168f2f54d 2024-12-16T23:51:22,871 DEBUG [M:0;84e0f2a91439:36337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5dbd0136ccd4911a42b1dd6596ebc3e is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734393018898/Put/seqid=0 2024-12-16T23:51:22,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741872_1048 (size=11249) 2024-12-16T23:51:23,277 INFO [M:0;84e0f2a91439:36337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5dbd0136ccd4911a42b1dd6596ebc3e 2024-12-16T23:51:23,282 INFO [M:0;84e0f2a91439:36337 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5dbd0136ccd4911a42b1dd6596ebc3e 2024-12-16T23:51:23,298 DEBUG [M:0;84e0f2a91439:36337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3f05ef3f5db40068ed349a9de881e04 is 69, key is 84e0f2a91439,33503,1734393007790/rs:state/1734393008561/Put/seqid=0 2024-12-16T23:51:23,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741873_1049 (size=5156) 2024-12-16T23:51:23,703 INFO [M:0;84e0f2a91439:36337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3f05ef3f5db40068ed349a9de881e04 2024-12-16T23:51:23,709 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7dbdc276ff541099200be3168f2f54d as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7dbdc276ff541099200be3168f2f54d 2024-12-16T23:51:23,715 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7dbdc276ff541099200be3168f2f54d, entries=8, sequenceid=549, filesize=5.5 K 2024-12-16T23:51:23,716 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5dbd0136ccd4911a42b1dd6596ebc3e as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5dbd0136ccd4911a42b1dd6596ebc3e 2024-12-16T23:51:23,721 INFO [M:0;84e0f2a91439:36337 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5dbd0136ccd4911a42b1dd6596ebc3e 2024-12-16T23:51:23,721 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5dbd0136ccd4911a42b1dd6596ebc3e, entries=69, sequenceid=549, filesize=11.0 K 2024-12-16T23:51:23,722 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3f05ef3f5db40068ed349a9de881e04 as hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3f05ef3f5db40068ed349a9de881e04 2024-12-16T23:51:23,727 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36557/user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3f05ef3f5db40068ed349a9de881e04, entries=1, sequenceid=549, filesize=5.0 K 2024-12-16T23:51:23,728 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.25 KB/225538, heapSize ~270.68 KB/277176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=549, compaction requested=false 2024-12-16T23:51:23,729 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:23,729 DEBUG [M:0;84e0f2a91439:36337 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T23:51:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42501 is added to blk_1073741830_1006 (size=262150) 2024-12-16T23:51:23,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/a6843dcc-ca4e-545c-4dad-34b03071e15e/MasterData/WALs/84e0f2a91439,36337,1734393007709/84e0f2a91439%2C36337%2C1734393007709.1734393008365 not finished, retry = 0 2024-12-16T23:51:23,832 INFO [M:0;84e0f2a91439:36337 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T23:51:23,832 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T23:51:23,832 INFO [M:0;84e0f2a91439:36337 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36337 2024-12-16T23:51:23,837 DEBUG [M:0;84e0f2a91439:36337 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/84e0f2a91439,36337,1734393007709 already deleted, retry=false 2024-12-16T23:51:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:23,939 INFO [M:0;84e0f2a91439:36337 {}] regionserver.HRegionServer(1307): Exiting; stopping=84e0f2a91439,36337,1734393007709; zookeeper connection closed. 2024-12-16T23:51:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36337-0x1019873db3f0003, quorum=127.0.0.1:49324, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:23,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a9506d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T23:51:23,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b737810{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T23:51:23,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T23:51:23,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b3149c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T23:51:23,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea7ac2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/hadoop.log.dir/,STOPPED} 2024-12-16T23:51:23,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T23:51:23,948 WARN [BP-1945863835-172.17.0.2-1734393006448 heartbeating to localhost/127.0.0.1:36557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T23:51:23,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T23:51:23,948 WARN [BP-1945863835-172.17.0.2-1734393006448 heartbeating to localhost/127.0.0.1:36557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945863835-172.17.0.2-1734393006448 (Datanode Uuid aa7e5f0f-d4cc-4c93-a3a7-837fbd431699) service to localhost/127.0.0.1:36557 2024-12-16T23:51:23,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/cluster_e8e57019-e075-7d38-c410-88d74d4b5b9a/dfs/data/data1/current/BP-1945863835-172.17.0.2-1734393006448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T23:51:23,950 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/cluster_e8e57019-e075-7d38-c410-88d74d4b5b9a/dfs/data/data2/current/BP-1945863835-172.17.0.2-1734393006448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T23:51:23,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T23:51:23,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42e42cc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T23:51:23,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3bbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T23:51:23,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T23:51:23,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@480cb8fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T23:51:23,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5391d0f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/6ac352c4-2f7c-ca71-7c02-38a708a62a8a/hadoop.log.dir/,STOPPED} 2024-12-16T23:51:23,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T23:51:23,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T23:51:23,992 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T23:51:23,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd549a4 to 127.0.0.1:49324 2024-12-16T23:51:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:23,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T23:51:23,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-12-16T23:51:23,992 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=84e0f2a91439,45361,1734393001385 2024-12-16T23:51:23,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T23:51:23,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-16T23:51:23,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T23:51:23,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:51:23,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:51:23,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:23,994 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '84e0f2a91439,38273,1734393002148' ***** 2024-12-16T23:51:23,994 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T23:51:23,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T23:51:23,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-16T23:51:23,994 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T23:51:23,995 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for f12d8a7844c5169d76390700831187c4 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for a83280106fabb7aa64c813c3fae6868d 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 787b8c6a248655ae1cbc3e1b3ec3bd61 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for ac1d8d353533aab1753045af3cc0981f 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for ada4259f997d1aa56f5f91203afabb28 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 4eaf932e3c3aff9024af596a624c3a40 2024-12-16T23:51:23,995 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f12d8a7844c5169d76390700831187c4, disabling compactions & flushes 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for bfd90ceab0ea414004d1949e4092d027 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for b8748540c42ebad0829a0b9297356073 2024-12-16T23:51:23,995 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 557c01908f80266a01755276ab5f8206 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 0cdac3be07af76559344a76e184b831f 2024-12-16T23:51:23,995 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for f4a92caf3ce1ff5cfa1b84d4e6757298 2024-12-16T23:51:23,995 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. after waiting 0 ms 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 8a08180045d0d01bb1474c8c00bd021b 2024-12-16T23:51:23,995 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 77601fce671faaf797f4ee43ae71fa4a 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 21dc0a12d3e1c5ec61eb379e2d543fb8 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 29e47b86064a4f462e18199daad5aba4 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 88163682126e9102deb47a94e85556aa 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for bbbacf9e22cf95a756242d399b89fa84 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a21b704a21beca7d84d48d8063a36d3 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 1fe00451ab745ef69731f2c1251efa23 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 12c082a9c504721e40b9a5df7fe10b97 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 018d9370fca25a59224d85948bcfecbd 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for c9295c2be293a781177191f831738ce7 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 33e93cf2ed290f1d36376084fd96ad82 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for b2ac409f6d2611db93ff04f5cf43b9ca 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 70f1b9fff5a57912847d58938ee854c7 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c911878589349e8fbed22e315b0d1bd 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1224): stopping server 84e0f2a91439,38273,1734393002148 2024-12-16T23:51:23,995 DEBUG [RS:0;84e0f2a91439:38273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T23:51:23,995 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T23:51:23,996 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-16T23:51:23,996 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1629): Waiting on 018d9370fca25a59224d85948bcfecbd, 0cdac3be07af76559344a76e184b831f, 12c082a9c504721e40b9a5df7fe10b97, 1588230740, 1fe00451ab745ef69731f2c1251efa23, 21dc0a12d3e1c5ec61eb379e2d543fb8, 29e47b86064a4f462e18199daad5aba4, 33e93cf2ed290f1d36376084fd96ad82, 4eaf932e3c3aff9024af596a624c3a40, 557c01908f80266a01755276ab5f8206, 6c911878589349e8fbed22e315b0d1bd, 70f1b9fff5a57912847d58938ee854c7, 77601fce671faaf797f4ee43ae71fa4a, 787b8c6a248655ae1cbc3e1b3ec3bd61, 7a21b704a21beca7d84d48d8063a36d3, 88163682126e9102deb47a94e85556aa, 8a08180045d0d01bb1474c8c00bd021b, a83280106fabb7aa64c813c3fae6868d, ac1d8d353533aab1753045af3cc0981f, ada4259f997d1aa56f5f91203afabb28, b2ac409f6d2611db93ff04f5cf43b9ca, b8748540c42ebad0829a0b9297356073, bbbacf9e22cf95a756242d399b89fa84, bfd90ceab0ea414004d1949e4092d027, c9295c2be293a781177191f831738ce7, f12d8a7844c5169d76390700831187c4, f4a92caf3ce1ff5cfa1b84d4e6757298, ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:51:23,996 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T23:51:23,996 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T23:51:23,996 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T23:51:23,996 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T23:51:23,996 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T23:51:23,996 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-16T23:51:23,999 INFO [regionserver/84e0f2a91439:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T23:51:23,999 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f12d8a7844c5169d76390700831187c4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,000 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:51:24,000 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f12d8a7844c5169d76390700831187c4: 2024-12-16T23:51:24,000 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734393010675.f12d8a7844c5169d76390700831187c4. 2024-12-16T23:51:24,000 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a83280106fabb7aa64c813c3fae6868d, disabling compactions & flushes 2024-12-16T23:51:24,000 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:51:24,001 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:51:24,001 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. after waiting 0 ms 2024-12-16T23:51:24,001 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:51:24,004 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/a83280106fabb7aa64c813c3fae6868d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,004 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:51:24,004 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a83280106fabb7aa64c813c3fae6868d: 2024-12-16T23:51:24,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734393010675.a83280106fabb7aa64c813c3fae6868d. 2024-12-16T23:51:24,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 787b8c6a248655ae1cbc3e1b3ec3bd61, disabling compactions & flushes 2024-12-16T23:51:24,005 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:51:24,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:51:24,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. after waiting 0 ms 2024-12-16T23:51:24,005 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:51:24,011 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/787b8c6a248655ae1cbc3e1b3ec3bd61/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,011 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:51:24,011 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 787b8c6a248655ae1cbc3e1b3ec3bd61: 2024-12-16T23:51:24,011 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734393010675.787b8c6a248655ae1cbc3e1b3ec3bd61. 2024-12-16T23:51:24,012 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ac1d8d353533aab1753045af3cc0981f, disabling compactions & flushes 2024-12-16T23:51:24,012 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:51:24,012 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:51:24,012 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. after waiting 0 ms 2024-12-16T23:51:24,012 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:51:24,015 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/info/d627a8c48c7142519352d75ca8f68de5 is 143, key is hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28./info:regioninfo/1734393006022/Put/seqid=0 2024-12-16T23:51:24,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ac1d8d353533aab1753045af3cc0981f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,016 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:51:24,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ac1d8d353533aab1753045af3cc0981f: 2024-12-16T23:51:24,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734393010675.ac1d8d353533aab1753045af3cc0981f. 2024-12-16T23:51:24,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ada4259f997d1aa56f5f91203afabb28, disabling compactions & flushes 2024-12-16T23:51:24,016 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:51:24,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:51:24,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. after waiting 0 ms 2024-12-16T23:51:24,016 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:51:24,016 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ada4259f997d1aa56f5f91203afabb28 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T23:51:24,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741867_1043 (size=36340) 2024-12-16T23:51:24,036 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28/.tmp/info/bcdc9ba296c7494e9a0bbe5a29ff9b9c is 45, key is default/info:d/1734393006205/Put/seqid=0 2024-12-16T23:51:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741868_1044 (size=5037) 2024-12-16T23:51:24,196 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1629): Waiting on 018d9370fca25a59224d85948bcfecbd, 0cdac3be07af76559344a76e184b831f, 12c082a9c504721e40b9a5df7fe10b97, 1588230740, 1fe00451ab745ef69731f2c1251efa23, 21dc0a12d3e1c5ec61eb379e2d543fb8, 29e47b86064a4f462e18199daad5aba4, 33e93cf2ed290f1d36376084fd96ad82, 4eaf932e3c3aff9024af596a624c3a40, 557c01908f80266a01755276ab5f8206, 6c911878589349e8fbed22e315b0d1bd, 70f1b9fff5a57912847d58938ee854c7, 77601fce671faaf797f4ee43ae71fa4a, 7a21b704a21beca7d84d48d8063a36d3, 88163682126e9102deb47a94e85556aa, 8a08180045d0d01bb1474c8c00bd021b, ada4259f997d1aa56f5f91203afabb28, b2ac409f6d2611db93ff04f5cf43b9ca, b8748540c42ebad0829a0b9297356073, bbbacf9e22cf95a756242d399b89fa84, bfd90ceab0ea414004d1949e4092d027, c9295c2be293a781177191f831738ce7, f4a92caf3ce1ff5cfa1b84d4e6757298, ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:51:24,396 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1629): Waiting on 018d9370fca25a59224d85948bcfecbd, 0cdac3be07af76559344a76e184b831f, 12c082a9c504721e40b9a5df7fe10b97, 1588230740, 1fe00451ab745ef69731f2c1251efa23, 21dc0a12d3e1c5ec61eb379e2d543fb8, 29e47b86064a4f462e18199daad5aba4, 33e93cf2ed290f1d36376084fd96ad82, 4eaf932e3c3aff9024af596a624c3a40, 557c01908f80266a01755276ab5f8206, 6c911878589349e8fbed22e315b0d1bd, 70f1b9fff5a57912847d58938ee854c7, 77601fce671faaf797f4ee43ae71fa4a, 7a21b704a21beca7d84d48d8063a36d3, 88163682126e9102deb47a94e85556aa, 8a08180045d0d01bb1474c8c00bd021b, ada4259f997d1aa56f5f91203afabb28, b2ac409f6d2611db93ff04f5cf43b9ca, b8748540c42ebad0829a0b9297356073, bbbacf9e22cf95a756242d399b89fa84, bfd90ceab0ea414004d1949e4092d027, c9295c2be293a781177191f831738ce7, f4a92caf3ce1ff5cfa1b84d4e6757298, ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:51:24,421 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/info/d627a8c48c7142519352d75ca8f68de5 2024-12-16T23:51:24,441 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28/.tmp/info/bcdc9ba296c7494e9a0bbe5a29ff9b9c 2024-12-16T23:51:24,443 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/rep_barrier/2bd80e8765894cdd873f1916b23e7a3a is 115, key is test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f./rep_barrier:seqnumDuringOpen/1734393014469/Put/seqid=0 2024-12-16T23:51:24,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741869_1045 (size=8574) 2024-12-16T23:51:24,448 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28/.tmp/info/bcdc9ba296c7494e9a0bbe5a29ff9b9c as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28/info/bcdc9ba296c7494e9a0bbe5a29ff9b9c 2024-12-16T23:51:24,453 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28/info/bcdc9ba296c7494e9a0bbe5a29ff9b9c, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T23:51:24,454 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ada4259f997d1aa56f5f91203afabb28 in 437ms, sequenceid=6, compaction requested=false 2024-12-16T23:51:24,457 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/namespace/ada4259f997d1aa56f5f91203afabb28/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T23:51:24,458 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:51:24,458 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ada4259f997d1aa56f5f91203afabb28: 2024-12-16T23:51:24,458 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734393005396.ada4259f997d1aa56f5f91203afabb28. 2024-12-16T23:51:24,458 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4eaf932e3c3aff9024af596a624c3a40, disabling compactions & flushes 2024-12-16T23:51:24,458 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:51:24,458 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:51:24,458 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. after waiting 0 ms 2024-12-16T23:51:24,458 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:51:24,458 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4eaf932e3c3aff9024af596a624c3a40 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-16T23:51:24,484 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40/.tmp/f/5bca64366f464a3e883973303023606c is 4136, key is NormalPut000/f:row/1734393024502/Put/seqid=0 2024-12-16T23:51:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741870_1046 (size=4147225) 2024-12-16T23:51:24,535 INFO [84e0f2a91439:38273Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-16T23:51:24,539 INFO [regionserver/84e0f2a91439:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T23:51:24,539 INFO [regionserver/84e0f2a91439:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T23:51:24,597 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1629): Waiting on 018d9370fca25a59224d85948bcfecbd, 0cdac3be07af76559344a76e184b831f, 12c082a9c504721e40b9a5df7fe10b97, 1588230740, 1fe00451ab745ef69731f2c1251efa23, 21dc0a12d3e1c5ec61eb379e2d543fb8, 29e47b86064a4f462e18199daad5aba4, 33e93cf2ed290f1d36376084fd96ad82, 4eaf932e3c3aff9024af596a624c3a40, 557c01908f80266a01755276ab5f8206, 6c911878589349e8fbed22e315b0d1bd, 70f1b9fff5a57912847d58938ee854c7, 77601fce671faaf797f4ee43ae71fa4a, 7a21b704a21beca7d84d48d8063a36d3, 88163682126e9102deb47a94e85556aa, 8a08180045d0d01bb1474c8c00bd021b, b2ac409f6d2611db93ff04f5cf43b9ca, b8748540c42ebad0829a0b9297356073, bbbacf9e22cf95a756242d399b89fa84, bfd90ceab0ea414004d1949e4092d027, c9295c2be293a781177191f831738ce7, f4a92caf3ce1ff5cfa1b84d4e6757298, ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:51:24,797 DEBUG [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1629): Waiting on 018d9370fca25a59224d85948bcfecbd, 0cdac3be07af76559344a76e184b831f, 12c082a9c504721e40b9a5df7fe10b97, 1588230740, 1fe00451ab745ef69731f2c1251efa23, 21dc0a12d3e1c5ec61eb379e2d543fb8, 29e47b86064a4f462e18199daad5aba4, 33e93cf2ed290f1d36376084fd96ad82, 4eaf932e3c3aff9024af596a624c3a40, 557c01908f80266a01755276ab5f8206, 6c911878589349e8fbed22e315b0d1bd, 70f1b9fff5a57912847d58938ee854c7, 77601fce671faaf797f4ee43ae71fa4a, 7a21b704a21beca7d84d48d8063a36d3, 88163682126e9102deb47a94e85556aa, 8a08180045d0d01bb1474c8c00bd021b, b2ac409f6d2611db93ff04f5cf43b9ca, b8748540c42ebad0829a0b9297356073, bbbacf9e22cf95a756242d399b89fa84, bfd90ceab0ea414004d1949e4092d027, c9295c2be293a781177191f831738ce7, f4a92caf3ce1ff5cfa1b84d4e6757298, ffe5894e5c6b891ee9249f05dfbbd565 2024-12-16T23:51:24,848 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/rep_barrier/2bd80e8765894cdd873f1916b23e7a3a 2024-12-16T23:51:24,869 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/table/a04a84ca033448bd81de9ae8db1a3644 is 94, key is testdroppedtimed,,1734393019635.46c67e0ff09ae06c86464bc4f7dbfb17./table:/1734393078708/DeleteFamily/seqid=0 2024-12-16T23:51:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741871_1047 (size=5605) 2024-12-16T23:51:24,874 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/table/a04a84ca033448bd81de9ae8db1a3644 2024-12-16T23:51:24,881 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/info/d627a8c48c7142519352d75ca8f68de5 as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/info/d627a8c48c7142519352d75ca8f68de5 2024-12-16T23:51:24,886 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40/.tmp/f/5bca64366f464a3e883973303023606c 2024-12-16T23:51:24,887 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/info/d627a8c48c7142519352d75ca8f68de5, entries=272, sequenceid=77, filesize=35.5 K 2024-12-16T23:51:24,888 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/rep_barrier/2bd80e8765894cdd873f1916b23e7a3a as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/rep_barrier/2bd80e8765894cdd873f1916b23e7a3a 2024-12-16T23:51:24,893 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40/.tmp/f/5bca64366f464a3e883973303023606c as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40/f/5bca64366f464a3e883973303023606c 2024-12-16T23:51:24,896 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/rep_barrier/2bd80e8765894cdd873f1916b23e7a3a, entries=27, sequenceid=77, filesize=8.4 K 2024-12-16T23:51:24,897 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/.tmp/table/a04a84ca033448bd81de9ae8db1a3644 as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/table/a04a84ca033448bd81de9ae8db1a3644 2024-12-16T23:51:24,900 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40/f/5bca64366f464a3e883973303023606c, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-16T23:51:24,900 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 4eaf932e3c3aff9024af596a624c3a40 in 442ms, sequenceid=1004, compaction requested=false 2024-12-16T23:51:24,903 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/table/a04a84ca033448bd81de9ae8db1a3644, entries=6, sequenceid=77, filesize=5.5 K 2024-12-16T23:51:24,904 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 908ms, sequenceid=77, compaction requested=false 2024-12-16T23:51:24,904 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/4eaf932e3c3aff9024af596a624c3a40/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-16T23:51:24,905 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:51:24,905 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4eaf932e3c3aff9024af596a624c3a40: 2024-12-16T23:51:24,905 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734393010675.4eaf932e3c3aff9024af596a624c3a40. 2024-12-16T23:51:24,905 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ffe5894e5c6b891ee9249f05dfbbd565, disabling compactions & flushes 2024-12-16T23:51:24,905 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:51:24,905 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:51:24,905 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. after waiting 0 ms 2024-12-16T23:51:24,905 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:51:24,910 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/ffe5894e5c6b891ee9249f05dfbbd565/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-16T23:51:24,911 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ffe5894e5c6b891ee9249f05dfbbd565: 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734393010675.ffe5894e5c6b891ee9249f05dfbbd565. 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bfd90ceab0ea414004d1949e4092d027, disabling compactions & flushes 2024-12-16T23:51:24,911 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. after waiting 0 ms 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T23:51:24,911 INFO [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T23:51:24,911 DEBUG [RS_CLOSE_META-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T23:51:24,914 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bfd90ceab0ea414004d1949e4092d027/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,914 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:51:24,914 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bfd90ceab0ea414004d1949e4092d027: 2024-12-16T23:51:24,914 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734393010675.bfd90ceab0ea414004d1949e4092d027. 2024-12-16T23:51:24,915 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b8748540c42ebad0829a0b9297356073, disabling compactions & flushes 2024-12-16T23:51:24,915 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:51:24,915 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:51:24,915 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. after waiting 0 ms 2024-12-16T23:51:24,915 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:51:24,917 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b8748540c42ebad0829a0b9297356073/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,918 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:51:24,918 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b8748540c42ebad0829a0b9297356073: 2024-12-16T23:51:24,918 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734393010675.b8748540c42ebad0829a0b9297356073. 2024-12-16T23:51:24,918 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 557c01908f80266a01755276ab5f8206, disabling compactions & flushes 2024-12-16T23:51:24,918 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:51:24,918 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:51:24,918 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734393010675.557c01908f80266a01755276ab5f8206. after waiting 0 ms 2024-12-16T23:51:24,918 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:51:24,921 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/557c01908f80266a01755276ab5f8206/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,921 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:51:24,921 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 557c01908f80266a01755276ab5f8206: 2024-12-16T23:51:24,921 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734393010675.557c01908f80266a01755276ab5f8206. 2024-12-16T23:51:24,921 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0cdac3be07af76559344a76e184b831f, disabling compactions & flushes 2024-12-16T23:51:24,921 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:51:24,921 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:51:24,921 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. after waiting 0 ms 2024-12-16T23:51:24,921 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:51:24,924 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/0cdac3be07af76559344a76e184b831f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,924 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:51:24,924 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0cdac3be07af76559344a76e184b831f: 2024-12-16T23:51:24,925 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734393010675.0cdac3be07af76559344a76e184b831f. 2024-12-16T23:51:24,925 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f4a92caf3ce1ff5cfa1b84d4e6757298, disabling compactions & flushes 2024-12-16T23:51:24,925 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:51:24,925 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:51:24,925 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. after waiting 0 ms 2024-12-16T23:51:24,925 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:51:24,927 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/f4a92caf3ce1ff5cfa1b84d4e6757298/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,928 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:51:24,928 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f4a92caf3ce1ff5cfa1b84d4e6757298: 2024-12-16T23:51:24,928 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734393010675.f4a92caf3ce1ff5cfa1b84d4e6757298. 2024-12-16T23:51:24,928 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8a08180045d0d01bb1474c8c00bd021b, disabling compactions & flushes 2024-12-16T23:51:24,928 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:51:24,928 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:51:24,928 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. after waiting 0 ms 2024-12-16T23:51:24,928 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:51:24,930 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/8a08180045d0d01bb1474c8c00bd021b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,931 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:51:24,931 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8a08180045d0d01bb1474c8c00bd021b: 2024-12-16T23:51:24,931 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734393010675.8a08180045d0d01bb1474c8c00bd021b. 2024-12-16T23:51:24,931 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 77601fce671faaf797f4ee43ae71fa4a, disabling compactions & flushes 2024-12-16T23:51:24,931 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:51:24,931 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:51:24,931 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. after waiting 0 ms 2024-12-16T23:51:24,931 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:51:24,933 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/77601fce671faaf797f4ee43ae71fa4a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,934 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:51:24,934 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 77601fce671faaf797f4ee43ae71fa4a: 2024-12-16T23:51:24,934 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734393010675.77601fce671faaf797f4ee43ae71fa4a. 2024-12-16T23:51:24,934 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21dc0a12d3e1c5ec61eb379e2d543fb8, disabling compactions & flushes 2024-12-16T23:51:24,934 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:51:24,934 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:51:24,934 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. after waiting 0 ms 2024-12-16T23:51:24,934 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:51:24,937 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/21dc0a12d3e1c5ec61eb379e2d543fb8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,937 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:51:24,937 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21dc0a12d3e1c5ec61eb379e2d543fb8: 2024-12-16T23:51:24,937 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734393010675.21dc0a12d3e1c5ec61eb379e2d543fb8. 2024-12-16T23:51:24,938 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 29e47b86064a4f462e18199daad5aba4, disabling compactions & flushes 2024-12-16T23:51:24,938 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:51:24,938 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:51:24,938 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. after waiting 0 ms 2024-12-16T23:51:24,938 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:51:24,940 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/29e47b86064a4f462e18199daad5aba4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,941 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:51:24,941 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 29e47b86064a4f462e18199daad5aba4: 2024-12-16T23:51:24,941 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734393010675.29e47b86064a4f462e18199daad5aba4. 2024-12-16T23:51:24,941 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 88163682126e9102deb47a94e85556aa, disabling compactions & flushes 2024-12-16T23:51:24,941 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:51:24,941 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:51:24,941 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. after waiting 0 ms 2024-12-16T23:51:24,941 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:51:24,944 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/88163682126e9102deb47a94e85556aa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,944 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:51:24,944 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 88163682126e9102deb47a94e85556aa: 2024-12-16T23:51:24,944 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734393010675.88163682126e9102deb47a94e85556aa. 2024-12-16T23:51:24,944 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bbbacf9e22cf95a756242d399b89fa84, disabling compactions & flushes 2024-12-16T23:51:24,944 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:51:24,944 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:51:24,944 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. after waiting 0 ms 2024-12-16T23:51:24,944 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:51:24,948 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/bbbacf9e22cf95a756242d399b89fa84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,949 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:51:24,949 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bbbacf9e22cf95a756242d399b89fa84: 2024-12-16T23:51:24,949 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734393010675.bbbacf9e22cf95a756242d399b89fa84. 2024-12-16T23:51:24,949 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a21b704a21beca7d84d48d8063a36d3, disabling compactions & flushes 2024-12-16T23:51:24,949 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:51:24,949 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:51:24,949 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. after waiting 0 ms 2024-12-16T23:51:24,949 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:51:24,952 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/7a21b704a21beca7d84d48d8063a36d3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,953 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:51:24,953 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a21b704a21beca7d84d48d8063a36d3: 2024-12-16T23:51:24,953 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734393010675.7a21b704a21beca7d84d48d8063a36d3. 2024-12-16T23:51:24,953 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1fe00451ab745ef69731f2c1251efa23, disabling compactions & flushes 2024-12-16T23:51:24,953 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:51:24,953 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:51:24,953 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. after waiting 0 ms 2024-12-16T23:51:24,953 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:51:24,956 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/1fe00451ab745ef69731f2c1251efa23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,957 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:51:24,957 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1fe00451ab745ef69731f2c1251efa23: 2024-12-16T23:51:24,957 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734393010675.1fe00451ab745ef69731f2c1251efa23. 2024-12-16T23:51:24,957 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 12c082a9c504721e40b9a5df7fe10b97, disabling compactions & flushes 2024-12-16T23:51:24,957 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:51:24,957 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:51:24,957 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. after waiting 0 ms 2024-12-16T23:51:24,957 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:51:24,959 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/12c082a9c504721e40b9a5df7fe10b97/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,960 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:51:24,960 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 12c082a9c504721e40b9a5df7fe10b97: 2024-12-16T23:51:24,960 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734393010675.12c082a9c504721e40b9a5df7fe10b97. 2024-12-16T23:51:24,960 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 018d9370fca25a59224d85948bcfecbd, disabling compactions & flushes 2024-12-16T23:51:24,960 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:51:24,960 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:51:24,960 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. after waiting 0 ms 2024-12-16T23:51:24,960 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:51:24,963 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/018d9370fca25a59224d85948bcfecbd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,963 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:51:24,963 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 018d9370fca25a59224d85948bcfecbd: 2024-12-16T23:51:24,963 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734393010675.018d9370fca25a59224d85948bcfecbd. 2024-12-16T23:51:24,964 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9295c2be293a781177191f831738ce7, disabling compactions & flushes 2024-12-16T23:51:24,964 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:51:24,964 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:51:24,964 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. after waiting 0 ms 2024-12-16T23:51:24,964 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:51:24,966 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/c9295c2be293a781177191f831738ce7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,967 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:51:24,967 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9295c2be293a781177191f831738ce7: 2024-12-16T23:51:24,967 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734393010675.c9295c2be293a781177191f831738ce7. 2024-12-16T23:51:24,967 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 33e93cf2ed290f1d36376084fd96ad82, disabling compactions & flushes 2024-12-16T23:51:24,967 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:51:24,967 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:51:24,967 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. after waiting 0 ms 2024-12-16T23:51:24,967 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:51:24,970 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/33e93cf2ed290f1d36376084fd96ad82/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,971 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:51:24,971 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 33e93cf2ed290f1d36376084fd96ad82: 2024-12-16T23:51:24,971 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734393010675.33e93cf2ed290f1d36376084fd96ad82. 2024-12-16T23:51:24,971 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b2ac409f6d2611db93ff04f5cf43b9ca, disabling compactions & flushes 2024-12-16T23:51:24,971 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:51:24,971 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:51:24,971 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. after waiting 0 ms 2024-12-16T23:51:24,971 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:51:24,974 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/b2ac409f6d2611db93ff04f5cf43b9ca/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,974 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:51:24,974 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b2ac409f6d2611db93ff04f5cf43b9ca: 2024-12-16T23:51:24,974 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734393010675.b2ac409f6d2611db93ff04f5cf43b9ca. 2024-12-16T23:51:24,974 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 70f1b9fff5a57912847d58938ee854c7, disabling compactions & flushes 2024-12-16T23:51:24,975 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:51:24,975 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:51:24,975 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. after waiting 0 ms 2024-12-16T23:51:24,975 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:51:24,977 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/70f1b9fff5a57912847d58938ee854c7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,978 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:51:24,978 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 70f1b9fff5a57912847d58938ee854c7: 2024-12-16T23:51:24,978 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734393010675.70f1b9fff5a57912847d58938ee854c7. 2024-12-16T23:51:24,978 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c911878589349e8fbed22e315b0d1bd, disabling compactions & flushes 2024-12-16T23:51:24,978 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:51:24,978 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:51:24,978 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. after waiting 0 ms 2024-12-16T23:51:24,978 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:51:24,980 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/data/default/test/6c911878589349e8fbed22e315b0d1bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T23:51:24,981 INFO [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:51:24,981 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c911878589349e8fbed22e315b0d1bd: 2024-12-16T23:51:24,981 DEBUG [RS_CLOSE_REGION-regionserver/84e0f2a91439:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734393010675.6c911878589349e8fbed22e315b0d1bd. 2024-12-16T23:51:24,997 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1250): stopping server 84e0f2a91439,38273,1734393002148; all regions closed. 2024-12-16T23:51:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741834_1010 (size=40374) 2024-12-16T23:51:25,002 DEBUG [RS:0;84e0f2a91439:38273 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/oldWALs 2024-12-16T23:51:25,002 INFO [RS:0;84e0f2a91439:38273 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 84e0f2a91439%2C38273%2C1734393002148.meta:.meta(num 1734393005057) 2024-12-16T23:51:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741833_1009 (size=4217378) 2024-12-16T23:51:25,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/WALs/84e0f2a91439,38273,1734393002148/84e0f2a91439%2C38273%2C1734393002148.1734393004662 not finished, retry = 0 2024-12-16T23:51:25,106 DEBUG [RS:0;84e0f2a91439:38273 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/oldWALs 2024-12-16T23:51:25,106 INFO [RS:0;84e0f2a91439:38273 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 84e0f2a91439%2C38273%2C1734393002148:(num 1734393004662) 2024-12-16T23:51:25,106 DEBUG [RS:0;84e0f2a91439:38273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:25,106 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T23:51:25,107 INFO [RS:0;84e0f2a91439:38273 {}] hbase.ChoreService(370): Chore service for: regionserver/84e0f2a91439:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T23:51:25,107 INFO [regionserver/84e0f2a91439:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T23:51:25,107 INFO [RS:0;84e0f2a91439:38273 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38273 2024-12-16T23:51:25,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/84e0f2a91439,38273,1734393002148 2024-12-16T23:51:25,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-16T23:51:25,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [84e0f2a91439,38273,1734393002148] 2024-12-16T23:51:25,110 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 84e0f2a91439,38273,1734393002148; numProcessing=1 2024-12-16T23:51:25,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/84e0f2a91439,38273,1734393002148 already deleted, retry=false 2024-12-16T23:51:25,112 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 84e0f2a91439,38273,1734393002148 expired; onlineServers=0 2024-12-16T23:51:25,112 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '84e0f2a91439,45361,1734393001385' ***** 2024-12-16T23:51:25,112 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T23:51:25,112 DEBUG [M:0;84e0f2a91439:45361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcca196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=84e0f2a91439/172.17.0.2:0 2024-12-16T23:51:25,112 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HRegionServer(1224): stopping server 84e0f2a91439,45361,1734393001385 2024-12-16T23:51:25,112 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HRegionServer(1250): stopping server 84e0f2a91439,45361,1734393001385; all regions closed. 2024-12-16T23:51:25,112 DEBUG [M:0;84e0f2a91439:45361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T23:51:25,112 DEBUG [M:0;84e0f2a91439:45361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T23:51:25,112 DEBUG [M:0;84e0f2a91439:45361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T23:51:25,112 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T23:51:25,112 DEBUG [master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.large.0-1734393004335 {}] cleaner.HFileCleaner(306): Exit Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.large.0-1734393004335,5,FailOnTimeoutGroup] 2024-12-16T23:51:25,112 DEBUG [master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.small.0-1734393004336 {}] cleaner.HFileCleaner(306): Exit Thread[master/84e0f2a91439:0:becomeActiveMaster-HFileCleaner.small.0-1734393004336,5,FailOnTimeoutGroup] 2024-12-16T23:51:25,113 INFO [M:0;84e0f2a91439:45361 {}] hbase.ChoreService(370): Chore service for: master/84e0f2a91439:0 had [] on shutdown 2024-12-16T23:51:25,113 DEBUG [M:0;84e0f2a91439:45361 {}] master.HMaster(1733): Stopping service threads 2024-12-16T23:51:25,113 INFO [M:0;84e0f2a91439:45361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T23:51:25,113 ERROR [M:0;84e0f2a91439:45361 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1581465184) connection to localhost/127.0.0.1:44513 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44513,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-16T23:51:25,113 INFO [M:0;84e0f2a91439:45361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T23:51:25,113 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T23:51:25,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-16T23:51:25,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-16T23:51:25,114 DEBUG [M:0;84e0f2a91439:45361 {}] zookeeper.ZKUtil(347): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-16T23:51:25,114 WARN [M:0;84e0f2a91439:45361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T23:51:25,114 INFO [M:0;84e0f2a91439:45361 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T23:51:25,114 INFO [M:0;84e0f2a91439:45361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T23:51:25,114 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T23:51:25,114 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:25,114 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:25,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-16T23:51:25,114 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T23:51:25,114 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:25,114 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.92 KB heapSize=293.83 KB 2024-12-16T23:51:25,130 DEBUG [M:0;84e0f2a91439:45361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31dbb923f56449e083286f4516ca7992 is 82, key is hbase:meta,,1/info:regioninfo/1734393005237/Put/seqid=0 2024-12-16T23:51:25,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741872_1048 (size=5672) 2024-12-16T23:51:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:25,211 INFO [RS:0;84e0f2a91439:38273 {}] regionserver.HRegionServer(1307): Exiting; stopping=84e0f2a91439,38273,1734393002148; zookeeper connection closed. 2024-12-16T23:51:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x1019873db3f0001, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:25,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72ec0bc4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72ec0bc4 2024-12-16T23:51:25,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T23:51:25,535 INFO [M:0;84e0f2a91439:45361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31dbb923f56449e083286f4516ca7992 2024-12-16T23:51:25,556 DEBUG [M:0;84e0f2a91439:45361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5d73b12f63742309a3042f8f46cffa0 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734393014513/Put/seqid=0 2024-12-16T23:51:25,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741873_1049 (size=12843) 2024-12-16T23:51:25,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T23:51:25,961 INFO [M:0;84e0f2a91439:45361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.37 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5d73b12f63742309a3042f8f46cffa0 2024-12-16T23:51:25,967 INFO [M:0;84e0f2a91439:45361 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5d73b12f63742309a3042f8f46cffa0 2024-12-16T23:51:25,981 DEBUG [M:0;84e0f2a91439:45361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57eabe908b7a4f42a4d542b219ad59ba is 69, key is 84e0f2a91439,38273,1734393002148/rs:state/1734393004402/Put/seqid=0 2024-12-16T23:51:25,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741874_1050 (size=5156) 2024-12-16T23:51:26,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T23:51:26,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T23:51:26,386 INFO [M:0;84e0f2a91439:45361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57eabe908b7a4f42a4d542b219ad59ba 2024-12-16T23:51:26,392 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31dbb923f56449e083286f4516ca7992 as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31dbb923f56449e083286f4516ca7992 2024-12-16T23:51:26,397 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31dbb923f56449e083286f4516ca7992, entries=8, sequenceid=611, filesize=5.5 K 2024-12-16T23:51:26,398 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5d73b12f63742309a3042f8f46cffa0 as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5d73b12f63742309a3042f8f46cffa0 2024-12-16T23:51:26,403 INFO [M:0;84e0f2a91439:45361 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5d73b12f63742309a3042f8f46cffa0 2024-12-16T23:51:26,403 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5d73b12f63742309a3042f8f46cffa0, entries=77, sequenceid=611, filesize=12.5 K 2024-12-16T23:51:26,403 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57eabe908b7a4f42a4d542b219ad59ba as hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57eabe908b7a4f42a4d542b219ad59ba 2024-12-16T23:51:26,407 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44513/user/jenkins/test-data/416f48c2-76d0-3ee6-f3e3-942df75e35a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57eabe908b7a4f42a4d542b219ad59ba, entries=1, sequenceid=611, filesize=5.0 K 2024-12-16T23:51:26,408 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.92 KB/243631, heapSize ~293.53 KB/300576, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=611, compaction requested=false 2024-12-16T23:51:26,409 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T23:51:26,410 DEBUG [M:0;84e0f2a91439:45361 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T23:51:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39653 is added to blk_1073741830_1006 (size=284305) 2024-12-16T23:51:26,412 INFO [M:0;84e0f2a91439:45361 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T23:51:26,412 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T23:51:26,412 INFO [M:0;84e0f2a91439:45361 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45361 2024-12-16T23:51:26,414 DEBUG [M:0;84e0f2a91439:45361 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/84e0f2a91439,45361,1734393001385 already deleted, retry=false 2024-12-16T23:51:26,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:26,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45361-0x1019873db3f0000, quorum=127.0.0.1:49324, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T23:51:26,515 INFO [M:0;84e0f2a91439:45361 {}] regionserver.HRegionServer(1307): Exiting; stopping=84e0f2a91439,45361,1734393001385; zookeeper connection closed. 2024-12-16T23:51:26,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52e1d72a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T23:51:26,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f835be6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T23:51:26,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T23:51:26,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69624d63{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T23:51:26,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7533863e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop.log.dir/,STOPPED} 2024-12-16T23:51:26,520 WARN [BP-1048069911-172.17.0.2-1734392998437 heartbeating to localhost/127.0.0.1:44513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T23:51:26,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T23:51:26,520 WARN [BP-1048069911-172.17.0.2-1734392998437 heartbeating to localhost/127.0.0.1:44513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1048069911-172.17.0.2-1734392998437 (Datanode Uuid cb7ea961-c9c8-4ded-a98e-2c4328aa754f) service to localhost/127.0.0.1:44513 2024-12-16T23:51:26,520 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T23:51:26,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318/dfs/data/data1/current/BP-1048069911-172.17.0.2-1734392998437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T23:51:26,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/cluster_103bfbeb-0a7d-34cd-9ad5-3c2e9c5bd318/dfs/data/data2/current/BP-1048069911-172.17.0.2-1734392998437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T23:51:26,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T23:51:26,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57ee72b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T23:51:26,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e88797c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T23:51:26,527 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T23:51:26,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a96f5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T23:51:26,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad59a2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2@2/hbase-server/target/test-data/ac76d923-14b7-dec6-de73-502009ce1317/hadoop.log.dir/,STOPPED} 2024-12-16T23:51:26,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T23:51:26,556 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down