2024-12-13 03:18:00,947 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 03:18:00,966 main DEBUG Took 0.016697 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 03:18:00,966 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 03:18:00,967 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 03:18:00,968 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 03:18:00,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:00,980 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 03:18:00,995 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:00,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:00,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:00,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:00,999 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:00,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,000 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,001 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,002 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,003 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,005 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,005 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,006 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,007 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 03:18:01,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,009 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 03:18:01,011 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 03:18:01,013 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 03:18:01,016 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 03:18:01,016 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 03:18:01,018 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 03:18:01,019 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 03:18:01,028 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 03:18:01,031 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 03:18:01,034 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 03:18:01,034 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 03:18:01,034 main DEBUG createAppenders(={Console}) 2024-12-13 03:18:01,035 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-13 03:18:01,036 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 03:18:01,036 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-13 03:18:01,037 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 03:18:01,037 main DEBUG OutputStream closed 2024-12-13 03:18:01,037 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 03:18:01,038 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 03:18:01,038 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-13 03:18:01,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 03:18:01,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 03:18:01,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 03:18:01,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 03:18:01,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 03:18:01,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 03:18:01,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 03:18:01,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 03:18:01,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 03:18:01,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 03:18:01,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 03:18:01,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 03:18:01,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 03:18:01,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 03:18:01,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 03:18:01,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 03:18:01,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 03:18:01,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 03:18:01,138 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 03:18:01,138 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-13 03:18:01,138 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 03:18:01,139 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-13T03:18:01,357 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5 2024-12-13 03:18:01,359 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 03:18:01,359 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T03:18:01,365 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop-log-dir so I do NOT create it in target/test-data/a449f179-75ea-948b-4e0b-7a965847466d 2024-12-13T03:18:01,366 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop-log-dir Erasing configuration value by system value. 2024-12-13T03:18:01,366 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop-tmp-dir so I do NOT create it in target/test-data/a449f179-75ea-948b-4e0b-7a965847466d 2024-12-13T03:18:01,366 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-13T03:18:01,367 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d 2024-12-13T03:18:01,375 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-13T03:18:01,393 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3, deleteOnExit=true 2024-12-13T03:18:01,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3/zookeeper_0, clientPort=59581, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T03:18:01,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59581 2024-12-13T03:18:01,527 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-13T03:18:01,527 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-13T03:18:01,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T03:18:01,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T03:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/test.cache.data in system properties and HBase conf 2024-12-13T03:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T03:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop.log.dir in system properties and HBase conf 2024-12-13T03:18:01,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T03:18:01,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T03:18:01,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T03:18:01,647 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T03:18:01,744 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T03:18:01,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T03:18:01,748 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T03:18:01,748 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T03:18:01,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T03:18:01,749 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T03:18:01,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T03:18:01,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T03:18:01,750 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T03:18:01,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T03:18:01,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/nfs.dump.dir in system properties and HBase conf 2024-12-13T03:18:01,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/java.io.tmpdir in system properties and HBase conf 2024-12-13T03:18:01,751 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T03:18:01,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T03:18:01,752 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T03:18:02,677 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T03:18:02,752 INFO [Time-limited test {}] log.Log(170): Logging initialized @2576ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T03:18:02,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T03:18:02,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T03:18:02,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T03:18:02,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T03:18:02,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T03:18:02,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T03:18:02,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop.log.dir/,AVAILABLE} 2024-12-13T03:18:02,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T03:18:03,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/java.io.tmpdir/jetty-localhost-43195-hadoop-hdfs-3_4_1-tests_jar-_-any-2746237109993008526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T03:18:03,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:43195} 2024-12-13T03:18:03,177 INFO [Time-limited test {}] server.Server(415): Started @3002ms 2024-12-13T03:18:03,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T03:18:03,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T03:18:03,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T03:18:03,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T03:18:03,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T03:18:03,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop.log.dir/,AVAILABLE} 2024-12-13T03:18:03,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T03:18:03,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b590514{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/java.io.tmpdir/jetty-localhost-37323-hadoop-hdfs-3_4_1-tests_jar-_-any-14321776926235636074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T03:18:03,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:37323} 2024-12-13T03:18:03,836 INFO [Time-limited test {}] server.Server(415): Started @3661ms 2024-12-13T03:18:03,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T03:18:04,778 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3/dfs/data/data2/current/BP-1484474974-172.17.0.2-1734059882280/current, will proceed with Du for space computation calculation, 2024-12-13T03:18:04,778 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3/dfs/data/data1/current/BP-1484474974-172.17.0.2-1734059882280/current, will proceed with Du for space computation calculation, 2024-12-13T03:18:04,824 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T03:18:04,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202e29610a7ac5a8 with lease ID 0x7b11d6ad5598593c: Processing first storage report for DS-f5abfbf2-b015-4f26-a827-e23dc64496ca from datanode DatanodeRegistration(127.0.0.1:38059, datanodeUuid=19a82393-29d2-4ff6-a797-43a4d5347410, infoPort=40107, infoSecurePort=0, ipcPort=34513, storageInfo=lv=-57;cid=testClusterID;nsid=754605967;c=1734059882280) 2024-12-13T03:18:04,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202e29610a7ac5a8 with lease ID 0x7b11d6ad5598593c: from storage DS-f5abfbf2-b015-4f26-a827-e23dc64496ca node DatanodeRegistration(127.0.0.1:38059, datanodeUuid=19a82393-29d2-4ff6-a797-43a4d5347410, infoPort=40107, infoSecurePort=0, ipcPort=34513, storageInfo=lv=-57;cid=testClusterID;nsid=754605967;c=1734059882280), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-13T03:18:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x202e29610a7ac5a8 with lease ID 0x7b11d6ad5598593c: Processing first storage report for DS-3c9a5d68-3064-4c75-aa4a-f31642816ee9 from datanode DatanodeRegistration(127.0.0.1:38059, datanodeUuid=19a82393-29d2-4ff6-a797-43a4d5347410, infoPort=40107, infoSecurePort=0, ipcPort=34513, storageInfo=lv=-57;cid=testClusterID;nsid=754605967;c=1734059882280) 2024-12-13T03:18:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x202e29610a7ac5a8 with lease ID 0x7b11d6ad5598593c: from storage DS-3c9a5d68-3064-4c75-aa4a-f31642816ee9 node DatanodeRegistration(127.0.0.1:38059, datanodeUuid=19a82393-29d2-4ff6-a797-43a4d5347410, infoPort=40107, infoSecurePort=0, ipcPort=34513, storageInfo=lv=-57;cid=testClusterID;nsid=754605967;c=1734059882280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T03:18:04,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5 2024-12-13T03:18:04,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:04,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741825_1001 (size=7) 2024-12-13T03:18:05,627 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 with version=8 2024-12-13T03:18:05,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/hbase-staging 2024-12-13T03:18:05,748 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T03:18:05,998 INFO [Time-limited test {}] client.ConnectionUtils(129): master/8d92e4d6ac21:0 server-side Connection retries=45 2024-12-13T03:18:06,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:06,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:06,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T03:18:06,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:06,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T03:18:06,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T03:18:06,204 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T03:18:06,212 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T03:18:06,216 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T03:18:06,240 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18118 (auto-detected) 2024-12-13T03:18:06,241 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T03:18:06,258 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38405 2024-12-13T03:18:06,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:06,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:06,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38405 connecting to ZooKeeper ensemble=127.0.0.1:59581 2024-12-13T03:18:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384050x0, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T03:18:06,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38405-0x1001d65108b0000 connected 2024-12-13T03:18:06,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T03:18:06,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T03:18:06,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T03:18:06,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38405 2024-12-13T03:18:06,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38405 2024-12-13T03:18:06,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38405 2024-12-13T03:18:06,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38405 2024-12-13T03:18:06,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38405 2024-12-13T03:18:06,497 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935, hbase.cluster.distributed=false 2024-12-13T03:18:06,557 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/8d92e4d6ac21:0 server-side Connection retries=45 2024-12-13T03:18:06,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:06,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:06,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T03:18:06,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:06,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T03:18:06,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T03:18:06,563 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T03:18:06,564 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44511 2024-12-13T03:18:06,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T03:18:06,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T03:18:06,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:06,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:06,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44511 connecting to ZooKeeper ensemble=127.0.0.1:59581 2024-12-13T03:18:06,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445110x0, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T03:18:06,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445110x0, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T03:18:06,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44511-0x1001d65108b0001 connected 2024-12-13T03:18:06,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T03:18:06,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T03:18:06,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44511 2024-12-13T03:18:06,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44511 2024-12-13T03:18:06,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44511 2024-12-13T03:18:06,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44511 2024-12-13T03:18:06,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44511 2024-12-13T03:18:06,624 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:06,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T03:18:06,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T03:18:06,644 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8d92e4d6ac21:38405 2024-12-13T03:18:06,646 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:06,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T03:18:06,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T03:18:06,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:06,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:06,674 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T03:18:06,674 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/8d92e4d6ac21,38405,1734059885739 from backup master directory 2024-12-13T03:18:06,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T03:18:06,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:06,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T03:18:06,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T03:18:06,685 WARN [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T03:18:06,685 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:06,687 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T03:18:06,688 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T03:18:06,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741826_1002 (size=42) 2024-12-13T03:18:06,755 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/hbase.id with ID: 2f966290-04ae-4135-8ed0-22368984d110 2024-12-13T03:18:06,802 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:06,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:06,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:06,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741827_1003 (size=196) 2024-12-13T03:18:06,875 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T03:18:06,877 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T03:18:06,899 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:06,904 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T03:18:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741828_1004 (size=1189) 2024-12-13T03:18:07,355 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store 2024-12-13T03:18:07,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741829_1005 (size=34) 2024-12-13T03:18:07,784 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T03:18:07,785 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:07,785 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T03:18:07,786 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:07,786 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:07,786 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T03:18:07,786 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:07,786 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:07,786 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T03:18:07,788 WARN [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/.initializing 2024-12-13T03:18:07,788 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/WALs/8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:07,795 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T03:18:07,807 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8d92e4d6ac21%2C38405%2C1734059885739, suffix=, logDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/WALs/8d92e4d6ac21,38405,1734059885739, archiveDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/oldWALs, maxLogs=10 2024-12-13T03:18:07,827 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/WALs/8d92e4d6ac21,38405,1734059885739/8d92e4d6ac21%2C38405%2C1734059885739.1734059887811, exclude list is [], retry=0 2024-12-13T03:18:07,841 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38059,DS-f5abfbf2-b015-4f26-a827-e23dc64496ca,DISK] 2024-12-13T03:18:07,844 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T03:18:07,877 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/WALs/8d92e4d6ac21,38405,1734059885739/8d92e4d6ac21%2C38405%2C1734059885739.1734059887811 2024-12-13T03:18:07,878 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40107:40107)] 2024-12-13T03:18:07,878 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:07,878 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:07,882 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,883 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T03:18:07,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:07,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:07,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T03:18:07,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:07,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:07,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T03:18:07,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:07,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:07,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T03:18:07,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:07,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:07,962 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,963 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,971 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T03:18:07,976 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:07,981 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:07,982 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72284211, jitterRate=0.07711867988109589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T03:18:07,988 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T03:18:07,989 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T03:18:08,020 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a526ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:08,055 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T03:18:08,066 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T03:18:08,066 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T03:18:08,069 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T03:18:08,071 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T03:18:08,077 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-13T03:18:08,077 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T03:18:08,109 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T03:18:08,125 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-13T03:18:08,134 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-13T03:18:08,136 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T03:18:08,137 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-13T03:18:08,147 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-13T03:18:08,149 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T03:18:08,152 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-13T03:18:08,159 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-13T03:18:08,160 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-13T03:18:08,167 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-13T03:18:08,176 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T03:18:08,184 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-13T03:18:08,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T03:18:08,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T03:18:08,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:08,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:08,193 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=8d92e4d6ac21,38405,1734059885739, sessionid=0x1001d65108b0000, setting cluster-up flag (Was=false) 2024-12-13T03:18:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:08,242 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-13T03:18:08,245 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:08,292 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-13T03:18:08,294 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:08,348 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8d92e4d6ac21:44511 2024-12-13T03:18:08,350 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1008): ClusterId : 2f966290-04ae-4135-8ed0-22368984d110 2024-12-13T03:18:08,352 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T03:18:08,366 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T03:18:08,366 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T03:18:08,377 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T03:18:08,377 DEBUG [RS:0;8d92e4d6ac21:44511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190b9509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:08,380 DEBUG [RS:0;8d92e4d6ac21:44511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b38374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8d92e4d6ac21/172.17.0.2:0 2024-12-13T03:18:08,384 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T03:18:08,385 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T03:18:08,385 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T03:18:08,392 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3073): reportForDuty to master=8d92e4d6ac21,38405,1734059885739 with isa=8d92e4d6ac21/172.17.0.2:44511, startcode=1734059886557 2024-12-13T03:18:08,404 DEBUG [RS:0;8d92e4d6ac21:44511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T03:18:08,404 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T03:18:08,412 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T03:18:08,416 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T03:18:08,423 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8d92e4d6ac21,38405,1734059885739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T03:18:08,429 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:08,429 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:08,430 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:08,430 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:08,430 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8d92e4d6ac21:0, corePoolSize=10, maxPoolSize=10 2024-12-13T03:18:08,431 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,431 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=2, maxPoolSize=2 2024-12-13T03:18:08,431 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T03:18:08,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T03:18:08,489 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734059918489 2024-12-13T03:18:08,494 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T03:18:08,494 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:08,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T03:18:08,495 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T03:18:08,506 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49143, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T03:18:08,506 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T03:18:08,507 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T03:18:08,507 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T03:18:08,507 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T03:18:08,511 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,516 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38405 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:08,539 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T03:18:08,541 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T03:18:08,542 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T03:18:08,547 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T03:18:08,548 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T03:18:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741831_1007 (size=1039) 2024-12-13T03:18:08,568 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.large.0-1734059888562,5,FailOnTimeoutGroup] 2024-12-13T03:18:08,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T03:18:08,571 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-13T03:18:08,571 WARN [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-13T03:18:08,571 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:08,571 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.small.0-1734059888570,5,FailOnTimeoutGroup] 2024-12-13T03:18:08,572 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,572 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T03:18:08,573 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,574 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741832_1008 (size=32) 2024-12-13T03:18:08,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:08,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T03:18:08,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T03:18:08,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:08,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:08,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T03:18:08,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T03:18:08,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:08,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:08,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T03:18:08,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T03:18:08,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:08,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:08,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740 2024-12-13T03:18:08,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740 2024-12-13T03:18:08,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T03:18:08,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T03:18:08,670 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:08,672 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66261292, jitterRate=-0.012629806995391846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T03:18:08,673 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3073): reportForDuty to master=8d92e4d6ac21,38405,1734059885739 with isa=8d92e4d6ac21/172.17.0.2:44511, startcode=1734059886557 2024-12-13T03:18:08,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T03:18:08,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38405 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:08,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T03:18:08,676 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T03:18:08,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T03:18:08,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T03:18:08,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T03:18:08,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38405 {}] master.ServerManager(486): Registering regionserver=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:08,684 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T03:18:08,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T03:18:08,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T03:18:08,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T03:18:08,700 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:08,700 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42497 2024-12-13T03:18:08,700 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T03:18:08,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T03:18:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T03:18:08,719 DEBUG [RS:0;8d92e4d6ac21:44511 {}] zookeeper.ZKUtil(111): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on existing znode=/1/rs/8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:08,719 WARN [RS:0;8d92e4d6ac21:44511 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T03:18:08,719 INFO [RS:0;8d92e4d6ac21:44511 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T03:18:08,719 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:08,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T03:18:08,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8d92e4d6ac21,44511,1734059886557] 2024-12-13T03:18:08,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T03:18:08,752 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T03:18:08,771 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T03:18:08,810 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T03:18:08,814 INFO [RS:0;8d92e4d6ac21:44511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T03:18:08,814 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,816 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T03:18:08,828 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,828 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,829 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,829 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,829 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,830 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,830 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8d92e4d6ac21:0, corePoolSize=2, maxPoolSize=2 2024-12-13T03:18:08,830 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,831 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,831 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,831 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,831 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:08,831 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8d92e4d6ac21:0, corePoolSize=3, maxPoolSize=3 2024-12-13T03:18:08,832 DEBUG [RS:0;8d92e4d6ac21:44511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8d92e4d6ac21:0, corePoolSize=3, maxPoolSize=3 2024-12-13T03:18:08,836 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,836 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,836 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,837 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,837 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,44511,1734059886557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T03:18:08,865 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T03:18:08,867 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,44511,1734059886557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:08,877 WARN [8d92e4d6ac21:38405 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T03:18:08,894 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.Replication(204): 8d92e4d6ac21,44511,1734059886557 started 2024-12-13T03:18:08,894 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1767): Serving as 8d92e4d6ac21,44511,1734059886557, RpcServer on 8d92e4d6ac21/172.17.0.2:44511, sessionid=0x1001d65108b0001 2024-12-13T03:18:08,895 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T03:18:08,895 DEBUG [RS:0;8d92e4d6ac21:44511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:08,895 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8d92e4d6ac21,44511,1734059886557' 2024-12-13T03:18:08,896 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-13T03:18:08,910 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-13T03:18:08,913 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T03:18:08,914 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T03:18:08,914 DEBUG [RS:0;8d92e4d6ac21:44511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:08,914 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8d92e4d6ac21,44511,1734059886557' 2024-12-13T03:18:08,914 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-13T03:18:08,916 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-13T03:18:08,918 DEBUG [RS:0;8d92e4d6ac21:44511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T03:18:08,919 INFO [RS:0;8d92e4d6ac21:44511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T03:18:08,919 INFO [RS:0;8d92e4d6ac21:44511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T03:18:09,023 INFO [RS:0;8d92e4d6ac21:44511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T03:18:09,026 INFO [RS:0;8d92e4d6ac21:44511 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8d92e4d6ac21%2C44511%2C1734059886557, suffix=, logDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557, archiveDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/oldWALs, maxLogs=10 2024-12-13T03:18:09,040 DEBUG [RS:0;8d92e4d6ac21:44511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, exclude list is [], retry=0 2024-12-13T03:18:09,044 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38059,DS-f5abfbf2-b015-4f26-a827-e23dc64496ca,DISK] 2024-12-13T03:18:09,049 INFO [RS:0;8d92e4d6ac21:44511 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 2024-12-13T03:18:09,050 DEBUG [RS:0;8d92e4d6ac21:44511 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40107:40107)] 2024-12-13T03:18:09,129 DEBUG [8d92e4d6ac21:38405 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T03:18:09,133 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:09,139 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8d92e4d6ac21,44511,1734059886557, state=OPENING 2024-12-13T03:18:09,189 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T03:18:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:09,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:09,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T03:18:09,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T03:18:09,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:09,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:09,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T03:18:09,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T03:18:09,395 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T03:18:09,395 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T03:18:09,396 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T03:18:09,400 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8d92e4d6ac21%2C44511%2C1734059886557.meta, suffix=.meta, logDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557, archiveDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/oldWALs, maxLogs=10 2024-12-13T03:18:09,413 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.meta.1734059889402.meta, exclude list is [], retry=0 2024-12-13T03:18:09,417 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38059,DS-f5abfbf2-b015-4f26-a827-e23dc64496ca,DISK] 2024-12-13T03:18:09,420 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.meta.1734059889402.meta 2024-12-13T03:18:09,420 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40107:40107)] 2024-12-13T03:18:09,420 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:09,421 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T03:18:09,471 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T03:18:09,476 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T03:18:09,481 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T03:18:09,481 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:09,481 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T03:18:09,482 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T03:18:09,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T03:18:09,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T03:18:09,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:09,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:09,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T03:18:09,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T03:18:09,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:09,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:09,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T03:18:09,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T03:18:09,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:09,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:09,504 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740 2024-12-13T03:18:09,508 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740 2024-12-13T03:18:09,513 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T03:18:09,518 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T03:18:09,520 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65482669, jitterRate=-0.02423219382762909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T03:18:09,522 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T03:18:09,532 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734059889372 2024-12-13T03:18:09,548 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T03:18:09,549 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T03:18:09,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:09,551 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8d92e4d6ac21,44511,1734059886557, state=OPEN 2024-12-13T03:18:09,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T03:18:09,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T03:18:09,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T03:18:09,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T03:18:09,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T03:18:09,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=8d92e4d6ac21,44511,1734059886557 in 358 msec 2024-12-13T03:18:09,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T03:18:09,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 864 msec 2024-12-13T03:18:09,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-12-13T03:18:09,591 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734059889591, completionTime=-1 2024-12-13T03:18:09,591 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T03:18:09,591 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T03:18:09,638 DEBUG [hconnection-0x38f16e8e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:09,641 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T03:18:09,652 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T03:18:09,653 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734059949653 2024-12-13T03:18:09,653 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734060009653 2024-12-13T03:18:09,653 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 61 msec 2024-12-13T03:18:09,750 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,38405,1734059885739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:09,751 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,38405,1734059885739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:09,751 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,38405,1734059885739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:09,753 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8d92e4d6ac21:38405, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:09,753 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:09,762 DEBUG [master/8d92e4d6ac21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T03:18:09,763 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T03:18:09,765 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T03:18:09,777 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T03:18:09,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T03:18:09,785 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:09,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T03:18:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741835_1011 (size=358) 2024-12-13T03:18:09,851 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 085c0cd7895155a57bf7b4409fcc1de3, NAME => 'hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741836_1012 (size=42) 2024-12-13T03:18:09,915 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:09,915 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 085c0cd7895155a57bf7b4409fcc1de3, disabling compactions & flushes 2024-12-13T03:18:09,915 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:18:09,915 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:18:09,915 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. after waiting 0 ms 2024-12-13T03:18:09,915 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:18:09,916 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:18:09,916 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 085c0cd7895155a57bf7b4409fcc1de3: 2024-12-13T03:18:09,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T03:18:09,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734059889920"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059889920"}]},"ts":"1734059889920"} 2024-12-13T03:18:09,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T03:18:09,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T03:18:09,971 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059889969"}]},"ts":"1734059889969"} 2024-12-13T03:18:09,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T03:18:09,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=085c0cd7895155a57bf7b4409fcc1de3, ASSIGN}] 2024-12-13T03:18:09,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=085c0cd7895155a57bf7b4409fcc1de3, ASSIGN 2024-12-13T03:18:09,999 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=085c0cd7895155a57bf7b4409fcc1de3, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:10,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=085c0cd7895155a57bf7b4409fcc1de3, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:10,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 085c0cd7895155a57bf7b4409fcc1de3, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:10,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:10,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:18:10,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 085c0cd7895155a57bf7b4409fcc1de3, NAME => 'hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3.', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:10,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:18:10,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:10,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:18:10,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:18:10,328 INFO [StoreOpener-085c0cd7895155a57bf7b4409fcc1de3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:18:10,332 INFO [StoreOpener-085c0cd7895155a57bf7b4409fcc1de3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 085c0cd7895155a57bf7b4409fcc1de3 columnFamilyName info 2024-12-13T03:18:10,332 DEBUG [StoreOpener-085c0cd7895155a57bf7b4409fcc1de3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:10,333 INFO [StoreOpener-085c0cd7895155a57bf7b4409fcc1de3-1 {}] regionserver.HStore(327): Store=085c0cd7895155a57bf7b4409fcc1de3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:10,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:18:10,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:18:10,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:18:10,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:10,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 085c0cd7895155a57bf7b4409fcc1de3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70834807, jitterRate=0.05552087724208832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T03:18:10,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 085c0cd7895155a57bf7b4409fcc1de3: 2024-12-13T03:18:10,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3., pid=6, masterSystemTime=1734059890310 2024-12-13T03:18:10,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:18:10,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:18:10,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=085c0cd7895155a57bf7b4409fcc1de3, regionState=OPEN, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:10,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T03:18:10,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 085c0cd7895155a57bf7b4409fcc1de3, server=8d92e4d6ac21,44511,1734059886557 in 209 msec 2024-12-13T03:18:10,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T03:18:10,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=085c0cd7895155a57bf7b4409fcc1de3, ASSIGN in 376 msec 2024-12-13T03:18:10,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T03:18:10,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059890378"}]},"ts":"1734059890378"} 2024-12-13T03:18:10,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T03:18:10,394 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-13T03:18:10,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T03:18:10,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 629 msec 2024-12-13T03:18:10,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:10,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-13T03:18:10,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:10,439 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T03:18:10,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T03:18:10,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 45 msec 2024-12-13T03:18:10,495 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T03:18:10,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T03:18:10,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 35 msec 2024-12-13T03:18:10,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-13T03:18:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-13T03:18:10,573 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.887sec 2024-12-13T03:18:10,574 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T03:18:10,576 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T03:18:10,578 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T03:18:10,579 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T03:18:10,579 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T03:18:10,581 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,38405,1734059885739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T03:18:10,582 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,38405,1734059885739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T03:18:10,589 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T03:18:10,591 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T03:18:10,591 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,38405,1734059885739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:10,650 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35135e28 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3392f0ba 2024-12-13T03:18:10,651 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T03:18:10,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633cc4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:10,670 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T03:18:10,671 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T03:18:10,682 DEBUG [hconnection-0x33320ad3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:10,691 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T03:18:10,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=8d92e4d6ac21,38405,1734059885739 2024-12-13T03:18:10,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T03:18:10,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/cluster_95a8577d-8e9e-4ca4-597b-f4c07ff90115, deleteOnExit=true 2024-12-13T03:18:10,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T03:18:10,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/test.cache.data in system properties and HBase conf 2024-12-13T03:18:10,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T03:18:10,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/hadoop.log.dir in system properties and HBase conf 2024-12-13T03:18:10,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T03:18:10,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T03:18:10,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T03:18:10,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T03:18:10,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T03:18:10,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T03:18:10,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T03:18:10,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/nfs.dump.dir in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/java.io.tmpdir in system properties and HBase conf 2024-12-13T03:18:10,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T03:18:10,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T03:18:10,724 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T03:18:11,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T03:18:11,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T03:18:11,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T03:18:11,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T03:18:11,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T03:18:11,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T03:18:11,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/hadoop.log.dir/,AVAILABLE} 2024-12-13T03:18:11,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T03:18:11,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@321a92e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/java.io.tmpdir/jetty-localhost-37461-hadoop-hdfs-3_4_1-tests_jar-_-any-3524188862066317497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T03:18:11,171 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:37461} 2024-12-13T03:18:11,171 INFO [Time-limited test {}] server.Server(415): Started @10996ms 2024-12-13T03:18:11,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T03:18:11,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T03:18:11,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T03:18:11,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T03:18:11,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T03:18:11,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/hadoop.log.dir/,AVAILABLE} 2024-12-13T03:18:11,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T03:18:11,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c585648{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/java.io.tmpdir/jetty-localhost-39923-hadoop-hdfs-3_4_1-tests_jar-_-any-4404548281449009396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T03:18:11,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:39923} 2024-12-13T03:18:11,475 INFO [Time-limited test {}] server.Server(415): Started @11300ms 2024-12-13T03:18:11,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T03:18:12,064 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/cluster_95a8577d-8e9e-4ca4-597b-f4c07ff90115/dfs/data/data1/current/BP-553656222-172.17.0.2-1734059890758/current, will proceed with Du for space computation calculation, 2024-12-13T03:18:12,064 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/cluster_95a8577d-8e9e-4ca4-597b-f4c07ff90115/dfs/data/data2/current/BP-553656222-172.17.0.2-1734059890758/current, will proceed with Du for space computation calculation, 2024-12-13T03:18:12,107 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T03:18:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c3ef634e2be0084 with lease ID 0x11c5acaeb9557b77: Processing first storage report for DS-9b730705-cd55-4e20-83ca-c8de2dd603e9 from datanode DatanodeRegistration(127.0.0.1:37059, datanodeUuid=45eefe73-02b5-414c-938a-3b5a6011dac8, infoPort=35835, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=1351341558;c=1734059890758) 2024-12-13T03:18:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c3ef634e2be0084 with lease ID 0x11c5acaeb9557b77: from storage DS-9b730705-cd55-4e20-83ca-c8de2dd603e9 node DatanodeRegistration(127.0.0.1:37059, datanodeUuid=45eefe73-02b5-414c-938a-3b5a6011dac8, infoPort=35835, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=1351341558;c=1734059890758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T03:18:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c3ef634e2be0084 with lease ID 0x11c5acaeb9557b77: Processing first storage report for DS-42fbff56-3f7a-49a7-862f-d404a5daf60c from datanode DatanodeRegistration(127.0.0.1:37059, datanodeUuid=45eefe73-02b5-414c-938a-3b5a6011dac8, infoPort=35835, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=1351341558;c=1734059890758) 2024-12-13T03:18:12,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c3ef634e2be0084 with lease ID 0x11c5acaeb9557b77: from storage DS-42fbff56-3f7a-49a7-862f-d404a5daf60c node DatanodeRegistration(127.0.0.1:37059, datanodeUuid=45eefe73-02b5-414c-938a-3b5a6011dac8, infoPort=35835, infoSecurePort=0, ipcPort=40577, storageInfo=lv=-57;cid=testClusterID;nsid=1351341558;c=1734059890758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T03:18:12,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d 2024-12-13T03:18:12,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:12,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:12,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741825_1001 (size=7) 2024-12-13T03:18:12,534 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de with version=8 2024-12-13T03:18:12,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/hbase-staging 2024-12-13T03:18:12,536 INFO [Time-limited test {}] client.ConnectionUtils(129): master/8d92e4d6ac21:0 server-side Connection retries=18 2024-12-13T03:18:12,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:12,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:12,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T03:18:12,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:12,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T03:18:12,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T03:18:12,537 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T03:18:12,538 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37267 2024-12-13T03:18:12,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:12,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:12,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37267 connecting to ZooKeeper ensemble=127.0.0.1:59581 2024-12-13T03:18:12,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372670x0, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T03:18:12,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37267-0x1001d65108b0003 connected 2024-12-13T03:18:12,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T03:18:12,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T03:18:12,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T03:18:12,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-13T03:18:12,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37267 2024-12-13T03:18:12,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37267 2024-12-13T03:18:12,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-13T03:18:12,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37267 2024-12-13T03:18:12,642 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de, hbase.cluster.distributed=false 2024-12-13T03:18:12,658 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/8d92e4d6ac21:0 server-side Connection retries=18 2024-12-13T03:18:12,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:12,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:12,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T03:18:12,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T03:18:12,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T03:18:12,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T03:18:12,659 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T03:18:12,660 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36929 2024-12-13T03:18:12,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T03:18:12,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T03:18:12,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:12,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:12,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36929 connecting to ZooKeeper ensemble=127.0.0.1:59581 2024-12-13T03:18:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369290x0, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T03:18:12,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36929-0x1001d65108b0004 connected 2024-12-13T03:18:12,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T03:18:12,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T03:18:12,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T03:18:12,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36929 2024-12-13T03:18:12,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36929 2024-12-13T03:18:12,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36929 2024-12-13T03:18:12,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36929 2024-12-13T03:18:12,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36929 2024-12-13T03:18:12,681 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T03:18:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T03:18:12,689 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:12,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T03:18:12,697 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8d92e4d6ac21:37267 2024-12-13T03:18:12,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T03:18:12,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:12,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:12,698 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T03:18:12,698 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/8d92e4d6ac21,37267,1734059892536 from backup master directory 2024-12-13T03:18:12,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T03:18:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T03:18:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T03:18:12,705 WARN [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T03:18:12,705 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741826_1002 (size=42) 2024-12-13T03:18:13,140 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/hbase.id with ID: 8058e495-5b88-4dde-8201-3fd185e09622 2024-12-13T03:18:13,159 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T03:18:13,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:13,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741827_1003 (size=196) 2024-12-13T03:18:13,617 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T03:18:13,619 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T03:18:13,620 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T03:18:13,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741828_1004 (size=1189) 2024-12-13T03:18:13,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:14,036 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store 2024-12-13T03:18:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741829_1005 (size=34) 2024-12-13T03:18:14,447 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:14,448 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T03:18:14,448 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:14,448 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:14,448 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T03:18:14,448 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:14,448 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:18:14,448 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T03:18:14,451 WARN [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/.initializing 2024-12-13T03:18:14,451 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/WALs/8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:14,454 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T03:18:14,458 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8d92e4d6ac21%2C37267%2C1734059892536, suffix=, logDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/WALs/8d92e4d6ac21,37267,1734059892536, archiveDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/oldWALs, maxLogs=10 2024-12-13T03:18:14,472 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/WALs/8d92e4d6ac21,37267,1734059892536/8d92e4d6ac21%2C37267%2C1734059892536.1734059894459, exclude list is [], retry=0 2024-12-13T03:18:14,475 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37059,DS-9b730705-cd55-4e20-83ca-c8de2dd603e9,DISK] 2024-12-13T03:18:14,477 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/WALs/8d92e4d6ac21,37267,1734059892536/8d92e4d6ac21%2C37267%2C1734059892536.1734059894459 2024-12-13T03:18:14,478 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-12-13T03:18:14,478 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:14,478 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:14,478 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,478 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T03:18:14,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:14,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:14,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T03:18:14,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:14,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:14,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T03:18:14,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:14,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:14,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T03:18:14,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:14,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:14,495 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,495 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,498 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T03:18:14,499 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T03:18:14,502 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:14,503 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66120459, jitterRate=-0.014728382229804993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T03:18:14,503 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T03:18:14,503 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T03:18:14,507 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643816f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:14,508 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T03:18:14,508 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T03:18:14,508 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T03:18:14,508 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T03:18:14,509 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T03:18:14,509 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T03:18:14,509 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T03:18:14,512 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T03:18:14,513 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-13T03:18:14,555 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-13T03:18:14,556 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T03:18:14,557 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-13T03:18:14,567 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-13T03:18:14,568 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T03:18:14,569 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-13T03:18:14,580 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-13T03:18:14,582 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-13T03:18:14,592 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-13T03:18:14,597 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T03:18:14,605 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-13T03:18:14,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T03:18:14,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T03:18:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:14,619 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=8d92e4d6ac21,37267,1734059892536, sessionid=0x1001d65108b0003, setting cluster-up flag (Was=false) 2024-12-13T03:18:14,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:14,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:14,664 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-13T03:18:14,665 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:14,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:14,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:14,767 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-13T03:18:14,771 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:14,776 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T03:18:14,776 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T03:18:14,776 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T03:18:14,777 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8d92e4d6ac21,37267,1734059892536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T03:18:14,777 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:14,778 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:14,778 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:14,778 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=5, maxPoolSize=5 2024-12-13T03:18:14,778 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8d92e4d6ac21:0, corePoolSize=10, maxPoolSize=10 2024-12-13T03:18:14,778 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,779 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=2, maxPoolSize=2 2024-12-13T03:18:14,779 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,780 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734059924780 2024-12-13T03:18:14,780 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T03:18:14,780 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T03:18:14,780 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T03:18:14,780 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T03:18:14,781 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T03:18:14,781 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T03:18:14,781 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T03:18:14,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T03:18:14,782 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T03:18:14,782 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T03:18:14,782 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T03:18:14,782 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T03:18:14,782 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T03:18:14,783 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.large.0-1734059894782,5,FailOnTimeoutGroup] 2024-12-13T03:18:14,783 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.small.0-1734059894783,5,FailOnTimeoutGroup] 2024-12-13T03:18:14,783 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,783 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T03:18:14,783 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,783 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:14,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T03:18:14,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741831_1007 (size=1039) 2024-12-13T03:18:14,796 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8d92e4d6ac21:36929 2024-12-13T03:18:14,797 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1008): ClusterId : 8058e495-5b88-4dde-8201-3fd185e09622 2024-12-13T03:18:14,797 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T03:18:14,806 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T03:18:14,806 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T03:18:14,815 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T03:18:14,815 DEBUG [RS:0;8d92e4d6ac21:36929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6164374d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:14,816 DEBUG [RS:0;8d92e4d6ac21:36929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7833db01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8d92e4d6ac21/172.17.0.2:0 2024-12-13T03:18:14,816 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T03:18:14,816 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T03:18:14,816 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T03:18:14,817 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3073): reportForDuty to master=8d92e4d6ac21,37267,1734059892536 with isa=8d92e4d6ac21/172.17.0.2:36929, startcode=1734059892657 2024-12-13T03:18:14,817 DEBUG [RS:0;8d92e4d6ac21:36929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T03:18:14,819 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43931, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T03:18:14,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37267 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:14,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37267 {}] master.ServerManager(486): Registering regionserver=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:14,822 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:14,822 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32867 2024-12-13T03:18:14,822 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T03:18:14,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T03:18:14,831 DEBUG [RS:0;8d92e4d6ac21:36929 {}] zookeeper.ZKUtil(111): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on existing znode=/2/rs/8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:14,831 WARN [RS:0;8d92e4d6ac21:36929 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T03:18:14,831 INFO [RS:0;8d92e4d6ac21:36929 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T03:18:14,831 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:14,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8d92e4d6ac21,36929,1734059892657] 2024-12-13T03:18:14,836 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T03:18:14,837 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T03:18:14,839 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T03:18:14,840 INFO [RS:0;8d92e4d6ac21:36929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T03:18:14,841 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,841 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T03:18:14,842 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8d92e4d6ac21:0, corePoolSize=2, maxPoolSize=2 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8d92e4d6ac21:0, corePoolSize=1, maxPoolSize=1 2024-12-13T03:18:14,843 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8d92e4d6ac21:0, corePoolSize=3, maxPoolSize=3 2024-12-13T03:18:14,844 DEBUG [RS:0;8d92e4d6ac21:36929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8d92e4d6ac21:0, corePoolSize=3, maxPoolSize=3 2024-12-13T03:18:14,844 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,844 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,844 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,844 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,844 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,36929,1734059892657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T03:18:14,857 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T03:18:14,857 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,36929,1734059892657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:14,871 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.Replication(204): 8d92e4d6ac21,36929,1734059892657 started 2024-12-13T03:18:14,871 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1767): Serving as 8d92e4d6ac21,36929,1734059892657, RpcServer on 8d92e4d6ac21/172.17.0.2:36929, sessionid=0x1001d65108b0004 2024-12-13T03:18:14,871 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T03:18:14,871 DEBUG [RS:0;8d92e4d6ac21:36929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:14,871 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8d92e4d6ac21,36929,1734059892657' 2024-12-13T03:18:14,871 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-13T03:18:14,872 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-13T03:18:14,872 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T03:18:14,872 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T03:18:14,872 DEBUG [RS:0;8d92e4d6ac21:36929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:14,872 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8d92e4d6ac21,36929,1734059892657' 2024-12-13T03:18:14,872 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-13T03:18:14,873 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-13T03:18:14,873 DEBUG [RS:0;8d92e4d6ac21:36929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T03:18:14,873 INFO [RS:0;8d92e4d6ac21:36929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T03:18:14,873 INFO [RS:0;8d92e4d6ac21:36929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T03:18:14,974 INFO [RS:0;8d92e4d6ac21:36929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T03:18:14,977 INFO [RS:0;8d92e4d6ac21:36929 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8d92e4d6ac21%2C36929%2C1734059892657, suffix=, logDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657, archiveDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/oldWALs, maxLogs=10 2024-12-13T03:18:14,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:18:14,995 DEBUG [RS:0;8d92e4d6ac21:36929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657/8d92e4d6ac21%2C36929%2C1734059892657.1734059894979, exclude list is [], retry=0 2024-12-13T03:18:14,998 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37059,DS-9b730705-cd55-4e20-83ca-c8de2dd603e9,DISK] 2024-12-13T03:18:15,001 INFO [RS:0;8d92e4d6ac21:36929 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657/8d92e4d6ac21%2C36929%2C1734059892657.1734059894979 2024-12-13T03:18:15,001 DEBUG [RS:0;8d92e4d6ac21:36929 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-12-13T03:18:15,043 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T03:18:15,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T03:18:15,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T03:18:15,194 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741833_1009 (size=32) 2024-12-13T03:18:15,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:15,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T03:18:15,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T03:18:15,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:15,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:15,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T03:18:15,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T03:18:15,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:15,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:15,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T03:18:15,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T03:18:15,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:15,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:15,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740 2024-12-13T03:18:15,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740 2024-12-13T03:18:15,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T03:18:15,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T03:18:15,624 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:15,625 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63563880, jitterRate=-0.05282437801361084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T03:18:15,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T03:18:15,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T03:18:15,625 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T03:18:15,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T03:18:15,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T03:18:15,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T03:18:15,626 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T03:18:15,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T03:18:15,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T03:18:15,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T03:18:15,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T03:18:15,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T03:18:15,630 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T03:18:15,780 DEBUG [8d92e4d6ac21:37267 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T03:18:15,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:15,782 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8d92e4d6ac21,36929,1734059892657, state=OPENING 2024-12-13T03:18:15,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T03:18:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:15,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:15,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T03:18:15,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T03:18:15,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:15,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T03:18:15,989 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T03:18:15,997 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T03:18:15,997 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T03:18:15,998 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T03:18:16,000 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8d92e4d6ac21%2C36929%2C1734059892657.meta, suffix=.meta, logDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657, archiveDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/oldWALs, maxLogs=10 2024-12-13T03:18:16,018 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657/8d92e4d6ac21%2C36929%2C1734059892657.meta.1734059896002.meta, exclude list is [], retry=0 2024-12-13T03:18:16,022 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37059,DS-9b730705-cd55-4e20-83ca-c8de2dd603e9,DISK] 2024-12-13T03:18:16,025 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657/8d92e4d6ac21%2C36929%2C1734059892657.meta.1734059896002.meta 2024-12-13T03:18:16,025 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35835:35835)] 2024-12-13T03:18:16,026 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:16,026 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T03:18:16,026 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T03:18:16,026 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T03:18:16,027 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T03:18:16,027 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:16,027 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T03:18:16,027 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T03:18:16,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T03:18:16,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T03:18:16,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:16,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:16,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T03:18:16,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T03:18:16,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:16,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:16,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T03:18:16,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T03:18:16,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:16,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T03:18:16,040 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740 2024-12-13T03:18:16,042 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740 2024-12-13T03:18:16,046 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T03:18:16,050 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T03:18:16,052 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58829369, jitterRate=-0.1233740895986557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T03:18:16,053 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T03:18:16,064 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734059895985 2024-12-13T03:18:16,071 DEBUG [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T03:18:16,071 INFO [RS_OPEN_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T03:18:16,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:16,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8d92e4d6ac21,36929,1734059892657, state=OPEN 2024-12-13T03:18:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T03:18:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T03:18:16,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T03:18:16,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T03:18:16,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T03:18:16,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=8d92e4d6ac21,36929,1734059892657 in 253 msec 2024-12-13T03:18:16,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T03:18:16,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-13T03:18:16,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-12-13T03:18:16,095 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734059896095, completionTime=-1 2024-12-13T03:18:16,095 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T03:18:16,095 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T03:18:16,096 DEBUG [hconnection-0x30332344-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:16,097 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T03:18:16,099 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T03:18:16,099 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734059956099 2024-12-13T03:18:16,099 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734060016099 2024-12-13T03:18:16,099 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-13T03:18:16,168 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,37267,1734059892536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:16,168 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,37267,1734059892536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:16,168 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,37267,1734059892536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:16,168 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8d92e4d6ac21:37267, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:16,168 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:16,168 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T03:18:16,169 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T03:18:16,172 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T03:18:16,173 DEBUG [master/8d92e4d6ac21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T03:18:16,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T03:18:16,176 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:16,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T03:18:16,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741835_1011 (size=358) 2024-12-13T03:18:16,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T03:18:16,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T03:18:16,204 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T03:18:16,204 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T03:18:16,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T03:18:16,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T03:18:16,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T03:18:16,205 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T03:18:16,593 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 64344bcb7c59a2b583e1fcd95ba0ee87, NAME => 'hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741836_1012 (size=42) 2024-12-13T03:18:17,006 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:17,006 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 64344bcb7c59a2b583e1fcd95ba0ee87, disabling compactions & flushes 2024-12-13T03:18:17,007 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:18:17,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:18:17,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. after waiting 0 ms 2024-12-13T03:18:17,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:18:17,007 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:18:17,007 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 64344bcb7c59a2b583e1fcd95ba0ee87: 2024-12-13T03:18:17,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T03:18:17,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734059897011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059897011"}]},"ts":"1734059897011"} 2024-12-13T03:18:17,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T03:18:17,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T03:18:17,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059897016"}]},"ts":"1734059897016"} 2024-12-13T03:18:17,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T03:18:17,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=64344bcb7c59a2b583e1fcd95ba0ee87, ASSIGN}] 2024-12-13T03:18:17,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=64344bcb7c59a2b583e1fcd95ba0ee87, ASSIGN 2024-12-13T03:18:17,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=64344bcb7c59a2b583e1fcd95ba0ee87, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:17,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=64344bcb7c59a2b583e1fcd95ba0ee87, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:17,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 64344bcb7c59a2b583e1fcd95ba0ee87, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:17,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:17,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:18:17,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 64344bcb7c59a2b583e1fcd95ba0ee87, NAME => 'hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87.', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:17,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:18:17,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:17,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:18:17,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:18:17,396 INFO [StoreOpener-64344bcb7c59a2b583e1fcd95ba0ee87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:18:17,398 INFO [StoreOpener-64344bcb7c59a2b583e1fcd95ba0ee87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64344bcb7c59a2b583e1fcd95ba0ee87 columnFamilyName info 2024-12-13T03:18:17,398 DEBUG [StoreOpener-64344bcb7c59a2b583e1fcd95ba0ee87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:17,399 INFO [StoreOpener-64344bcb7c59a2b583e1fcd95ba0ee87-1 {}] regionserver.HStore(327): Store=64344bcb7c59a2b583e1fcd95ba0ee87/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:17,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:18:17,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:18:17,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:18:17,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:17,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 64344bcb7c59a2b583e1fcd95ba0ee87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64224393, jitterRate=-0.04298196732997894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T03:18:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 64344bcb7c59a2b583e1fcd95ba0ee87: 2024-12-13T03:18:17,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87., pid=6, masterSystemTime=1734059897382 2024-12-13T03:18:17,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:18:17,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:18:17,413 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=64344bcb7c59a2b583e1fcd95ba0ee87, regionState=OPEN, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:17,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T03:18:17,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 64344bcb7c59a2b583e1fcd95ba0ee87, server=8d92e4d6ac21,36929,1734059892657 in 187 msec 2024-12-13T03:18:17,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T03:18:17,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=64344bcb7c59a2b583e1fcd95ba0ee87, ASSIGN in 348 msec 2024-12-13T03:18:17,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T03:18:17,424 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059897424"}]},"ts":"1734059897424"} 2024-12-13T03:18:17,426 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T03:18:17,465 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T03:18:17,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2970 sec 2024-12-13T03:18:17,475 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-13T03:18:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-13T03:18:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:17,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:18:17,490 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T03:18:17,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T03:18:17,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-12-13T03:18:17,523 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T03:18:17,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T03:18:17,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-12-13T03:18:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-13T03:18:17,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-13T03:18:17,600 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.895sec 2024-12-13T03:18:17,601 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T03:18:17,601 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T03:18:17,601 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T03:18:17,601 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T03:18:17,601 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T03:18:17,601 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,37267,1734059892536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T03:18:17,601 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,37267,1734059892536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T03:18:17,604 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T03:18:17,604 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T03:18:17,605 INFO [master/8d92e4d6ac21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8d92e4d6ac21,37267,1734059892536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T03:18:17,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x325e27ff to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e1838c3 2024-12-13T03:18:17,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92f0a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:17,704 DEBUG [hconnection-0x35b7463a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:17,706 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T03:18:17,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=8d92e4d6ac21,37267,1734059892536 2024-12-13T03:18:17,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5819dd61 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5710c6ce 2024-12-13T03:18:17,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea9221e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:17,724 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0740a5b0 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@112492ec 2024-12-13T03:18:17,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405300b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:17,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05422b16 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30c47aa0 2024-12-13T03:18:17,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684aba88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:17,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T03:18:17,755 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T03:18:17,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T03:18:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T03:18:17,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T03:18:17,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T03:18:17,767 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:17,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T03:18:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741837_1013 (size=631) 2024-12-13T03:18:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:18,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fcfa6f3965ba33ed1a7d93752f4f5048, NAME => 'test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:18,183 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 55f1e0e67bc7c952152188dbb7f89ce1, NAME => 'test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:18,184 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3dd537aaccbb557f500df55ef09d8bd7, NAME => 'test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:18,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741838_1014 (size=42) 2024-12-13T03:18:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741839_1015 (size=45) 2024-12-13T03:18:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741840_1016 (size=45) 2024-12-13T03:18:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fcfa6f3965ba33ed1a7d93752f4f5048, disabling compactions & flushes 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 55f1e0e67bc7c952152188dbb7f89ce1, disabling compactions & flushes 2024-12-13T03:18:18,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:18:18,598 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. after waiting 0 ms 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. after waiting 0 ms 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:18:18,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:18:18,598 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:18:18,598 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fcfa6f3965ba33ed1a7d93752f4f5048: 2024-12-13T03:18:18,599 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 55f1e0e67bc7c952152188dbb7f89ce1: 2024-12-13T03:18:18,599 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 62cf4186bdefdb4db66f03530fbeff1c, NAME => 'test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:18,600 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2bd52d983b9870fa7b0b1be26ab18ba3, NAME => 'test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:18,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:18,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3dd537aaccbb557f500df55ef09d8bd7, disabling compactions & flushes 2024-12-13T03:18:18,603 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:18:18,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:18:18,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. after waiting 0 ms 2024-12-13T03:18:18,603 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:18:18,603 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:18:18,604 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3dd537aaccbb557f500df55ef09d8bd7: 2024-12-13T03:18:18,605 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3cb2d39e4d191ccbc2a91dca1031fd49, NAME => 'test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741841_1017 (size=45) 2024-12-13T03:18:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741842_1018 (size=45) 2024-12-13T03:18:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741843_1019 (size=45) 2024-12-13T03:18:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:18,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:19,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 62cf4186bdefdb4db66f03530fbeff1c, disabling compactions & flushes 2024-12-13T03:18:19,015 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,015 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:18:19,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:18:19,015 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2bd52d983b9870fa7b0b1be26ab18ba3, disabling compactions & flushes 2024-12-13T03:18:19,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. after waiting 0 ms 2024-12-13T03:18:19,015 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:18:19,015 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:18:19,016 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:18:19,016 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. after waiting 0 ms 2024-12-13T03:18:19,016 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:18:19,016 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:18:19,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 62cf4186bdefdb4db66f03530fbeff1c: 2024-12-13T03:18:19,016 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:18:19,016 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2bd52d983b9870fa7b0b1be26ab18ba3: 2024-12-13T03:18:19,018 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 269057ca9af1b1ebf8d9470a96b67fed, NAME => 'test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5f9755e171d36c9fe021c14fa07db4b8, NAME => 'test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,019 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,019 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3cb2d39e4d191ccbc2a91dca1031fd49, disabling compactions & flushes 2024-12-13T03:18:19,019 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:18:19,019 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:18:19,019 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. after waiting 0 ms 2024-12-13T03:18:19,019 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:18:19,019 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:18:19,019 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3cb2d39e4d191ccbc2a91dca1031fd49: 2024-12-13T03:18:19,020 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ad5a7980d31b47a60e2daa4a491e2284, NAME => 'test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741844_1020 (size=45) 2024-12-13T03:18:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741846_1022 (size=45) 2024-12-13T03:18:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741845_1021 (size=45) 2024-12-13T03:18:19,430 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,430 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 269057ca9af1b1ebf8d9470a96b67fed, disabling compactions & flushes 2024-12-13T03:18:19,430 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:18:19,430 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:18:19,430 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. after waiting 0 ms 2024-12-13T03:18:19,430 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:18:19,430 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:18:19,430 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 269057ca9af1b1ebf8d9470a96b67fed: 2024-12-13T03:18:19,432 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 41729e59c07b194785518db0ad69d707, NAME => 'test,jjj,1734059897761.41729e59c07b194785518db0ad69d707.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5f9755e171d36c9fe021c14fa07db4b8, disabling compactions & flushes 2024-12-13T03:18:19,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ad5a7980d31b47a60e2daa4a491e2284, disabling compactions & flushes 2024-12-13T03:18:19,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:18:19,432 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:18:19,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:18:19,432 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:18:19,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. after waiting 0 ms 2024-12-13T03:18:19,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. after waiting 0 ms 2024-12-13T03:18:19,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:18:19,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:18:19,433 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:18:19,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:18:19,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5f9755e171d36c9fe021c14fa07db4b8: 2024-12-13T03:18:19,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ad5a7980d31b47a60e2daa4a491e2284: 2024-12-13T03:18:19,434 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f7fc7b7f9899fdf64ca054869d882380, NAME => 'test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0b0f7c99dcecb64b86ecf72c828726f2, NAME => 'test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741847_1023 (size=45) 2024-12-13T03:18:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741849_1025 (size=45) 2024-12-13T03:18:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741848_1024 (size=45) 2024-12-13T03:18:19,846 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734059897761.41729e59c07b194785518db0ad69d707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,846 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 41729e59c07b194785518db0ad69d707, disabling compactions & flushes 2024-12-13T03:18:19,847 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:18:19,847 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:18:19,847 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. after waiting 0 ms 2024-12-13T03:18:19,847 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:18:19,847 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:18:19,847 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 41729e59c07b194785518db0ad69d707: 2024-12-13T03:18:19,847 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3f8708cb67368224b5950096dd2aff1b, NAME => 'test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f7fc7b7f9899fdf64ca054869d882380, disabling compactions & flushes 2024-12-13T03:18:19,850 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:18:19,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:18:19,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. after waiting 0 ms 2024-12-13T03:18:19,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:18:19,850 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:18:19,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f7fc7b7f9899fdf64ca054869d882380: 2024-12-13T03:18:19,851 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => db72f7dccc9f29a1efada6102bd1be8a, NAME => 'test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:19,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 0b0f7c99dcecb64b86ecf72c828726f2, disabling compactions & flushes 2024-12-13T03:18:19,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:18:19,854 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:18:19,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. after waiting 0 ms 2024-12-13T03:18:19,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:18:19,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:18:19,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0b0f7c99dcecb64b86ecf72c828726f2: 2024-12-13T03:18:19,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4326c6745326a86024e1f252cfcbc68, NAME => 'test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:19,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:19,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741850_1026 (size=45) 2024-12-13T03:18:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741851_1027 (size=45) 2024-12-13T03:18:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741852_1028 (size=45) 2024-12-13T03:18:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:20,287 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:20,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:20,287 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing db72f7dccc9f29a1efada6102bd1be8a, disabling compactions & flushes 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d4326c6745326a86024e1f252cfcbc68, disabling compactions & flushes 2024-12-13T03:18:20,288 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3f8708cb67368224b5950096dd2aff1b, disabling compactions & flushes 2024-12-13T03:18:20,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. after waiting 0 ms 2024-12-13T03:18:20,288 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. after waiting 0 ms 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:18:20,288 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for db72f7dccc9f29a1efada6102bd1be8a: 2024-12-13T03:18:20,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:18:20,288 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. after waiting 0 ms 2024-12-13T03:18:20,289 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4326c6745326a86024e1f252cfcbc68: 2024-12-13T03:18:20,289 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:18:20,289 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:18:20,289 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3f8708cb67368224b5950096dd2aff1b: 2024-12-13T03:18:20,290 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cfc0ef13c16ba7902f859e129c710752, NAME => 'test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:20,290 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4659ee08124d4b8bc2d94beaead16f06, NAME => 'test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:20,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b980cf3f0b909af8462aec03eedd214e, NAME => 'test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741853_1029 (size=45) 2024-12-13T03:18:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741854_1030 (size=45) 2024-12-13T03:18:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741855_1031 (size=45) 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4659ee08124d4b8bc2d94beaead16f06, disabling compactions & flushes 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b980cf3f0b909af8462aec03eedd214e, disabling compactions & flushes 2024-12-13T03:18:20,702 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:18:20,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. after waiting 0 ms 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. after waiting 0 ms 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:18:20,702 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:18:20,702 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4659ee08124d4b8bc2d94beaead16f06: 2024-12-13T03:18:20,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b980cf3f0b909af8462aec03eedd214e: 2024-12-13T03:18:20,703 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d9d25dde90303414e4df0da25f1b0643, NAME => 'test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:20,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 37043f74c970f4cd47568325723f9b89, NAME => 'test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:20,704 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:20,705 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing cfc0ef13c16ba7902f859e129c710752, disabling compactions & flushes 2024-12-13T03:18:20,705 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:18:20,705 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:18:20,705 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. after waiting 0 ms 2024-12-13T03:18:20,705 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:18:20,705 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:18:20,705 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for cfc0ef13c16ba7902f859e129c710752: 2024-12-13T03:18:20,707 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 286294f4f945dea210eb5a48e8f94980, NAME => 'test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741856_1032 (size=45) 2024-12-13T03:18:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741857_1033 (size=45) 2024-12-13T03:18:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741858_1034 (size=45) 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d9d25dde90303414e4df0da25f1b0643, disabling compactions & flushes 2024-12-13T03:18:21,119 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 37043f74c970f4cd47568325723f9b89, disabling compactions & flushes 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:18:21,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. after waiting 0 ms 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:18:21,119 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. after waiting 0 ms 2024-12-13T03:18:21,120 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:18:21,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:18:21,120 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d9d25dde90303414e4df0da25f1b0643: 2024-12-13T03:18:21,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:18:21,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 37043f74c970f4cd47568325723f9b89: 2024-12-13T03:18:21,121 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 28c2861a5e2a56f1c5aba75d07a8660b, NAME => 'test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:21,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cfbbc14ec900539998d49d0c9f7d9b1f, NAME => 'test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:21,122 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,123 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 286294f4f945dea210eb5a48e8f94980, disabling compactions & flushes 2024-12-13T03:18:21,123 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:18:21,123 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:18:21,123 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. after waiting 0 ms 2024-12-13T03:18:21,123 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:18:21,123 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:18:21,123 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 286294f4f945dea210eb5a48e8f94980: 2024-12-13T03:18:21,125 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a15ecb639f272aac702c062fc24d2492, NAME => 'test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741859_1035 (size=45) 2024-12-13T03:18:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741861_1037 (size=45) 2024-12-13T03:18:21,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741860_1036 (size=45) 2024-12-13T03:18:21,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing cfbbc14ec900539998d49d0c9f7d9b1f, disabling compactions & flushes 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 28c2861a5e2a56f1c5aba75d07a8660b, disabling compactions & flushes 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,534 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:18:21,534 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a15ecb639f272aac702c062fc24d2492, disabling compactions & flushes 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. after waiting 0 ms 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. after waiting 0 ms 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:18:21,534 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:18:21,534 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 28c2861a5e2a56f1c5aba75d07a8660b: 2024-12-13T03:18:21,534 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. after waiting 0 ms 2024-12-13T03:18:21,534 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for cfbbc14ec900539998d49d0c9f7d9b1f: 2024-12-13T03:18:21,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:18:21,535 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:18:21,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a15ecb639f272aac702c062fc24d2492: 2024-12-13T03:18:21,535 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0f5ff46d676fba9e3f39dfa32ca2da3b, NAME => 'test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:21,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5a0131dd02505f9c53a98e5b0ff1fe45, NAME => 'test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:21,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741862_1038 (size=42) 2024-12-13T03:18:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741863_1039 (size=45) 2024-12-13T03:18:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:21,951 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5a0131dd02505f9c53a98e5b0ff1fe45, disabling compactions & flushes 2024-12-13T03:18:21,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:18:21,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:18:21,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. after waiting 0 ms 2024-12-13T03:18:21,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:18:21,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:18:21,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5a0131dd02505f9c53a98e5b0ff1fe45: 2024-12-13T03:18:21,954 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:21,954 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0f5ff46d676fba9e3f39dfa32ca2da3b, disabling compactions & flushes 2024-12-13T03:18:21,954 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:18:21,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:18:21,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. after waiting 0 ms 2024-12-13T03:18:21,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:18:21,955 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:18:21,955 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0f5ff46d676fba9e3f39dfa32ca2da3b: 2024-12-13T03:18:21,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T03:18:21,961 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,961 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734059897761.41729e59c07b194785518db0ad69d707.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059901960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059901960"}]},"ts":"1734059901960"} 2024-12-13T03:18:21,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T03:18:21,998 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T03:18:21,998 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059901998"}]},"ts":"1734059901998"} 2024-12-13T03:18:22,000 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T03:18:22,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fcfa6f3965ba33ed1a7d93752f4f5048, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3dd537aaccbb557f500df55ef09d8bd7, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=55f1e0e67bc7c952152188dbb7f89ce1, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=62cf4186bdefdb4db66f03530fbeff1c, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2bd52d983b9870fa7b0b1be26ab18ba3, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3cb2d39e4d191ccbc2a91dca1031fd49, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f9755e171d36c9fe021c14fa07db4b8, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=269057ca9af1b1ebf8d9470a96b67fed, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad5a7980d31b47a60e2daa4a491e2284, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=41729e59c07b194785518db0ad69d707, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0b0f7c99dcecb64b86ecf72c828726f2, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7fc7b7f9899fdf64ca054869d882380, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f8708cb67368224b5950096dd2aff1b, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=db72f7dccc9f29a1efada6102bd1be8a, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4326c6745326a86024e1f252cfcbc68, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cfc0ef13c16ba7902f859e129c710752, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b980cf3f0b909af8462aec03eedd214e, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4659ee08124d4b8bc2d94beaead16f06, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d9d25dde90303414e4df0da25f1b0643, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=37043f74c970f4cd47568325723f9b89, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=286294f4f945dea210eb5a48e8f94980, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28c2861a5e2a56f1c5aba75d07a8660b, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cfbbc14ec900539998d49d0c9f7d9b1f, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a15ecb639f272aac702c062fc24d2492, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0f5ff46d676fba9e3f39dfa32ca2da3b, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a0131dd02505f9c53a98e5b0ff1fe45, ASSIGN}] 2024-12-13T03:18:22,055 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=55f1e0e67bc7c952152188dbb7f89ce1, ASSIGN 2024-12-13T03:18:22,055 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fcfa6f3965ba33ed1a7d93752f4f5048, ASSIGN 2024-12-13T03:18:22,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=62cf4186bdefdb4db66f03530fbeff1c, ASSIGN 2024-12-13T03:18:22,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3dd537aaccbb557f500df55ef09d8bd7, ASSIGN 2024-12-13T03:18:22,057 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=55f1e0e67bc7c952152188dbb7f89ce1, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3dd537aaccbb557f500df55ef09d8bd7, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,057 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fcfa6f3965ba33ed1a7d93752f4f5048, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=62cf4186bdefdb4db66f03530fbeff1c, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,062 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cfbbc14ec900539998d49d0c9f7d9b1f, ASSIGN 2024-12-13T03:18:22,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a15ecb639f272aac702c062fc24d2492, ASSIGN 2024-12-13T03:18:22,062 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0f5ff46d676fba9e3f39dfa32ca2da3b, ASSIGN 2024-12-13T03:18:22,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=28c2861a5e2a56f1c5aba75d07a8660b, ASSIGN 2024-12-13T03:18:22,062 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5a0131dd02505f9c53a98e5b0ff1fe45, ASSIGN 2024-12-13T03:18:22,063 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cfbbc14ec900539998d49d0c9f7d9b1f, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=28c2861a5e2a56f1c5aba75d07a8660b, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a15ecb639f272aac702c062fc24d2492, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,063 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0f5ff46d676fba9e3f39dfa32ca2da3b, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,063 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5a0131dd02505f9c53a98e5b0ff1fe45, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d9d25dde90303414e4df0da25f1b0643, ASSIGN 2024-12-13T03:18:22,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=37043f74c970f4cd47568325723f9b89, ASSIGN 2024-12-13T03:18:22,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4659ee08124d4b8bc2d94beaead16f06, ASSIGN 2024-12-13T03:18:22,067 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=286294f4f945dea210eb5a48e8f94980, ASSIGN 2024-12-13T03:18:22,067 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b980cf3f0b909af8462aec03eedd214e, ASSIGN 2024-12-13T03:18:22,067 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d9d25dde90303414e4df0da25f1b0643, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,068 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=37043f74c970f4cd47568325723f9b89, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4659ee08124d4b8bc2d94beaead16f06, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,068 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=286294f4f945dea210eb5a48e8f94980, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,068 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b980cf3f0b909af8462aec03eedd214e, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,071 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4326c6745326a86024e1f252cfcbc68, ASSIGN 2024-12-13T03:18:22,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=db72f7dccc9f29a1efada6102bd1be8a, ASSIGN 2024-12-13T03:18:22,072 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cfc0ef13c16ba7902f859e129c710752, ASSIGN 2024-12-13T03:18:22,072 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f8708cb67368224b5950096dd2aff1b, ASSIGN 2024-12-13T03:18:22,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7fc7b7f9899fdf64ca054869d882380, ASSIGN 2024-12-13T03:18:22,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=db72f7dccc9f29a1efada6102bd1be8a, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,073 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d4326c6745326a86024e1f252cfcbc68, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,073 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cfc0ef13c16ba7902f859e129c710752, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,073 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f7fc7b7f9899fdf64ca054869d882380, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,073 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3f8708cb67368224b5950096dd2aff1b, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=41729e59c07b194785518db0ad69d707, ASSIGN 2024-12-13T03:18:22,077 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0b0f7c99dcecb64b86ecf72c828726f2, ASSIGN 2024-12-13T03:18:22,078 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ad5a7980d31b47a60e2daa4a491e2284, ASSIGN 2024-12-13T03:18:22,078 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=269057ca9af1b1ebf8d9470a96b67fed, ASSIGN 2024-12-13T03:18:22,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5f9755e171d36c9fe021c14fa07db4b8, ASSIGN 2024-12-13T03:18:22,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=41729e59c07b194785518db0ad69d707, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,078 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0b0f7c99dcecb64b86ecf72c828726f2, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,079 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ad5a7980d31b47a60e2daa4a491e2284, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,079 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5f9755e171d36c9fe021c14fa07db4b8, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,079 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=269057ca9af1b1ebf8d9470a96b67fed, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,081 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2bd52d983b9870fa7b0b1be26ab18ba3, ASSIGN 2024-12-13T03:18:22,082 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2bd52d983b9870fa7b0b1be26ab18ba3, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3cb2d39e4d191ccbc2a91dca1031fd49, ASSIGN 2024-12-13T03:18:22,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3cb2d39e4d191ccbc2a91dca1031fd49, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:22,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4659ee08124d4b8bc2d94beaead16f06, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2bd52d983b9870fa7b0b1be26ab18ba3, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=37043f74c970f4cd47568325723f9b89, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,208 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=0b0f7c99dcecb64b86ecf72c828726f2, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,208 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=3f8708cb67368224b5950096dd2aff1b, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=29, state=RUNNABLE; OpenRegionProcedure 37043f74c970f4cd47568325723f9b89, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=20, state=RUNNABLE; OpenRegionProcedure 0b0f7c99dcecb64b86ecf72c828726f2, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=27, state=RUNNABLE; OpenRegionProcedure 4659ee08124d4b8bc2d94beaead16f06, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=14, state=RUNNABLE; OpenRegionProcedure 2bd52d983b9870fa7b0b1be26ab18ba3, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=22, state=RUNNABLE; OpenRegionProcedure 3f8708cb67368224b5950096dd2aff1b, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5f9755e171d36c9fe021c14fa07db4b8, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=5a0131dd02505f9c53a98e5b0ff1fe45, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=16, state=RUNNABLE; OpenRegionProcedure 5f9755e171d36c9fe021c14fa07db4b8, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fcfa6f3965ba33ed1a7d93752f4f5048, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=d4326c6745326a86024e1f252cfcbc68, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=10, state=RUNNABLE; OpenRegionProcedure fcfa6f3965ba33ed1a7d93752f4f5048, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=35, state=RUNNABLE; OpenRegionProcedure 5a0131dd02505f9c53a98e5b0ff1fe45, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=db72f7dccc9f29a1efada6102bd1be8a, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=24, state=RUNNABLE; OpenRegionProcedure d4326c6745326a86024e1f252cfcbc68, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=23, state=RUNNABLE; OpenRegionProcedure db72f7dccc9f29a1efada6102bd1be8a, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=ad5a7980d31b47a60e2daa4a491e2284, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,231 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=cfc0ef13c16ba7902f859e129c710752, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=25, state=RUNNABLE; OpenRegionProcedure cfc0ef13c16ba7902f859e129c710752, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d9d25dde90303414e4df0da25f1b0643, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE; OpenRegionProcedure ad5a7980d31b47a60e2daa4a491e2284, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=28, state=RUNNABLE; OpenRegionProcedure d9d25dde90303414e4df0da25f1b0643, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=b980cf3f0b909af8462aec03eedd214e, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3dd537aaccbb557f500df55ef09d8bd7, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=26, state=RUNNABLE; OpenRegionProcedure b980cf3f0b909af8462aec03eedd214e, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=11, state=RUNNABLE; OpenRegionProcedure 3dd537aaccbb557f500df55ef09d8bd7, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=55f1e0e67bc7c952152188dbb7f89ce1, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=cfbbc14ec900539998d49d0c9f7d9b1f, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,242 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=28c2861a5e2a56f1c5aba75d07a8660b, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=12, state=RUNNABLE; OpenRegionProcedure 55f1e0e67bc7c952152188dbb7f89ce1, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=32, state=RUNNABLE; OpenRegionProcedure cfbbc14ec900539998d49d0c9f7d9b1f, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=62cf4186bdefdb4db66f03530fbeff1c, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=31, state=RUNNABLE; OpenRegionProcedure 28c2861a5e2a56f1c5aba75d07a8660b, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=13, state=RUNNABLE; OpenRegionProcedure 62cf4186bdefdb4db66f03530fbeff1c, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=0f5ff46d676fba9e3f39dfa32ca2da3b, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,251 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=269057ca9af1b1ebf8d9470a96b67fed, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=34, state=RUNNABLE; OpenRegionProcedure 0f5ff46d676fba9e3f39dfa32ca2da3b, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=a15ecb639f272aac702c062fc24d2492, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,253 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=41729e59c07b194785518db0ad69d707, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=286294f4f945dea210eb5a48e8f94980, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=17, state=RUNNABLE; OpenRegionProcedure 269057ca9af1b1ebf8d9470a96b67fed, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=30, state=RUNNABLE; OpenRegionProcedure 286294f4f945dea210eb5a48e8f94980, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=19, state=RUNNABLE; OpenRegionProcedure 41729e59c07b194785518db0ad69d707, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=33, state=RUNNABLE; OpenRegionProcedure a15ecb639f272aac702c062fc24d2492, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=3cb2d39e4d191ccbc2a91dca1031fd49, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=15, state=RUNNABLE; OpenRegionProcedure 3cb2d39e4d191ccbc2a91dca1031fd49, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,259 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f7fc7b7f9899fdf64ca054869d882380, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=21, state=RUNNABLE; OpenRegionProcedure f7fc7b7f9899fdf64ca054869d882380, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:22,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,382 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:18:22,382 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => fcfa6f3965ba33ed1a7d93752f4f5048, NAME => 'test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T03:18:22,383 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,383 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,383 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,383 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,387 INFO [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,389 INFO [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcfa6f3965ba33ed1a7d93752f4f5048 columnFamilyName f 2024-12-13T03:18:22,389 DEBUG [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,390 INFO [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] regionserver.HStore(327): Store=fcfa6f3965ba33ed1a7d93752f4f5048/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,390 INFO [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,392 INFO [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcfa6f3965ba33ed1a7d93752f4f5048 columnFamilyName norep 2024-12-13T03:18:22,392 DEBUG [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,392 INFO [StoreOpener-fcfa6f3965ba33ed1a7d93752f4f5048-1 {}] regionserver.HStore(327): Store=fcfa6f3965ba33ed1a7d93752f4f5048/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,393 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,394 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,395 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,397 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:18:22,399 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,400 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened fcfa6f3965ba33ed1a7d93752f4f5048; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71251937, jitterRate=0.06173659861087799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,401 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for fcfa6f3965ba33ed1a7d93752f4f5048: 2024-12-13T03:18:22,402 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048., pid=42, masterSystemTime=1734059902368 2024-12-13T03:18:22,404 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:18:22,404 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:18:22,404 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:18:22,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f5ff46d676fba9e3f39dfa32ca2da3b, NAME => 'test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T03:18:22,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fcfa6f3965ba33ed1a7d93752f4f5048, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,408 INFO [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,409 INFO [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5ff46d676fba9e3f39dfa32ca2da3b columnFamilyName f 2024-12-13T03:18:22,410 DEBUG [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,410 INFO [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] regionserver.HStore(327): Store=0f5ff46d676fba9e3f39dfa32ca2da3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,410 INFO [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=10 2024-12-13T03:18:22,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=10, state=SUCCESS; OpenRegionProcedure fcfa6f3965ba33ed1a7d93752f4f5048, server=8d92e4d6ac21,44511,1734059886557 in 182 msec 2024-12-13T03:18:22,412 INFO [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f5ff46d676fba9e3f39dfa32ca2da3b columnFamilyName norep 2024-12-13T03:18:22,412 DEBUG [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,413 INFO [StoreOpener-0f5ff46d676fba9e3f39dfa32ca2da3b-1 {}] regionserver.HStore(327): Store=0f5ff46d676fba9e3f39dfa32ca2da3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fcfa6f3965ba33ed1a7d93752f4f5048, ASSIGN in 363 msec 2024-12-13T03:18:22,414 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,414 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,417 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:18:22,419 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0f5ff46d676fba9e3f39dfa32ca2da3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,420 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 0f5ff46d676fba9e3f39dfa32ca2da3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68399051, jitterRate=0.019225284457206726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,420 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 0f5ff46d676fba9e3f39dfa32ca2da3b: 2024-12-13T03:18:22,421 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b., pid=55, masterSystemTime=1734059902368 2024-12-13T03:18:22,423 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:18:22,423 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:18:22,423 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:18:22,424 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 5f9755e171d36c9fe021c14fa07db4b8, NAME => 'test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T03:18:22,424 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=0f5ff46d676fba9e3f39dfa32ca2da3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,424 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,424 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,424 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,426 INFO [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,428 INFO [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f9755e171d36c9fe021c14fa07db4b8 columnFamilyName f 2024-12-13T03:18:22,428 DEBUG [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,429 INFO [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] regionserver.HStore(327): Store=5f9755e171d36c9fe021c14fa07db4b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,429 INFO [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=34 2024-12-13T03:18:22,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=34, state=SUCCESS; OpenRegionProcedure 0f5ff46d676fba9e3f39dfa32ca2da3b, server=8d92e4d6ac21,44511,1734059886557 in 175 msec 2024-12-13T03:18:22,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0f5ff46d676fba9e3f39dfa32ca2da3b, ASSIGN in 381 msec 2024-12-13T03:18:22,431 INFO [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f9755e171d36c9fe021c14fa07db4b8 columnFamilyName norep 2024-12-13T03:18:22,431 DEBUG [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,432 INFO [StoreOpener-5f9755e171d36c9fe021c14fa07db4b8-1 {}] regionserver.HStore(327): Store=5f9755e171d36c9fe021c14fa07db4b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,432 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,433 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,434 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,436 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:18:22,438 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5f9755e171d36c9fe021c14fa07db4b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,439 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 5f9755e171d36c9fe021c14fa07db4b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69554558, jitterRate=0.03644368052482605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,439 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 5f9755e171d36c9fe021c14fa07db4b8: 2024-12-13T03:18:22,440 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8., pid=41, masterSystemTime=1734059902368 2024-12-13T03:18:22,442 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:18:22,442 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:18:22,442 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:18:22,443 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 28c2861a5e2a56f1c5aba75d07a8660b, NAME => 'test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T03:18:22,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=5f9755e171d36c9fe021c14fa07db4b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,443 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,443 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,443 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,443 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,446 INFO [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,448 INFO [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c2861a5e2a56f1c5aba75d07a8660b columnFamilyName f 2024-12-13T03:18:22,448 DEBUG [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=16 2024-12-13T03:18:22,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=16, state=SUCCESS; OpenRegionProcedure 5f9755e171d36c9fe021c14fa07db4b8, server=8d92e4d6ac21,44511,1734059886557 in 223 msec 2024-12-13T03:18:22,449 INFO [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] regionserver.HStore(327): Store=28c2861a5e2a56f1c5aba75d07a8660b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,449 INFO [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,450 INFO [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c2861a5e2a56f1c5aba75d07a8660b columnFamilyName norep 2024-12-13T03:18:22,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5f9755e171d36c9fe021c14fa07db4b8, ASSIGN in 400 msec 2024-12-13T03:18:22,451 DEBUG [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,451 INFO [StoreOpener-28c2861a5e2a56f1c5aba75d07a8660b-1 {}] regionserver.HStore(327): Store=28c2861a5e2a56f1c5aba75d07a8660b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,452 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,453 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,454 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,455 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:18:22,458 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/28c2861a5e2a56f1c5aba75d07a8660b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,459 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 28c2861a5e2a56f1c5aba75d07a8660b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74810625, jitterRate=0.11476518213748932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,459 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 28c2861a5e2a56f1c5aba75d07a8660b: 2024-12-13T03:18:22,460 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b., pid=53, masterSystemTime=1734059902368 2024-12-13T03:18:22,462 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:18:22,462 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:18:22,462 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:18:22,463 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => a15ecb639f272aac702c062fc24d2492, NAME => 'test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T03:18:22,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=28c2861a5e2a56f1c5aba75d07a8660b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,463 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,463 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,463 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,463 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,465 INFO [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,467 INFO [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a15ecb639f272aac702c062fc24d2492 columnFamilyName f 2024-12-13T03:18:22,467 DEBUG [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,468 INFO [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] regionserver.HStore(327): Store=a15ecb639f272aac702c062fc24d2492/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,468 INFO [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=31 2024-12-13T03:18:22,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=31, state=SUCCESS; OpenRegionProcedure 28c2861a5e2a56f1c5aba75d07a8660b, server=8d92e4d6ac21,44511,1734059886557 in 220 msec 2024-12-13T03:18:22,470 INFO [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a15ecb639f272aac702c062fc24d2492 columnFamilyName norep 2024-12-13T03:18:22,470 DEBUG [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,471 INFO [StoreOpener-a15ecb639f272aac702c062fc24d2492-1 {}] regionserver.HStore(327): Store=a15ecb639f272aac702c062fc24d2492/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=28c2861a5e2a56f1c5aba75d07a8660b, ASSIGN in 421 msec 2024-12-13T03:18:22,472 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,473 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,474 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,476 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for a15ecb639f272aac702c062fc24d2492 2024-12-13T03:18:22,478 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/a15ecb639f272aac702c062fc24d2492/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,479 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened a15ecb639f272aac702c062fc24d2492; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74697568, jitterRate=0.11308050155639648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,479 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for a15ecb639f272aac702c062fc24d2492: 2024-12-13T03:18:22,480 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492., pid=59, masterSystemTime=1734059902368 2024-12-13T03:18:22,482 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:18:22,483 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:18:22,483 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:18:22,483 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => d4326c6745326a86024e1f252cfcbc68, NAME => 'test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T03:18:22,483 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=a15ecb639f272aac702c062fc24d2492, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,483 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,484 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,484 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,486 INFO [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,488 INFO [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4326c6745326a86024e1f252cfcbc68 columnFamilyName f 2024-12-13T03:18:22,488 DEBUG [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,489 INFO [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] regionserver.HStore(327): Store=d4326c6745326a86024e1f252cfcbc68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,489 INFO [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,492 INFO [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4326c6745326a86024e1f252cfcbc68 columnFamilyName norep 2024-12-13T03:18:22,492 DEBUG [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,493 INFO [StoreOpener-d4326c6745326a86024e1f252cfcbc68-1 {}] regionserver.HStore(327): Store=d4326c6745326a86024e1f252cfcbc68/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=33 2024-12-13T03:18:22,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=33, state=SUCCESS; OpenRegionProcedure a15ecb639f272aac702c062fc24d2492, server=8d92e4d6ac21,44511,1734059886557 in 234 msec 2024-12-13T03:18:22,494 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,494 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a15ecb639f272aac702c062fc24d2492, ASSIGN in 445 msec 2024-12-13T03:18:22,496 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,497 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:18:22,500 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d4326c6745326a86024e1f252cfcbc68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,501 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened d4326c6745326a86024e1f252cfcbc68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62872441, jitterRate=-0.06312762200832367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,501 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for d4326c6745326a86024e1f252cfcbc68: 2024-12-13T03:18:22,502 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68., pid=44, masterSystemTime=1734059902368 2024-12-13T03:18:22,504 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:18:22,504 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:18:22,505 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:18:22,505 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 3cb2d39e4d191ccbc2a91dca1031fd49, NAME => 'test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T03:18:22,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=d4326c6745326a86024e1f252cfcbc68, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,505 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,505 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,506 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,506 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,507 INFO [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,510 INFO [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb2d39e4d191ccbc2a91dca1031fd49 columnFamilyName f 2024-12-13T03:18:22,510 DEBUG [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=24 2024-12-13T03:18:22,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=24, state=SUCCESS; OpenRegionProcedure d4326c6745326a86024e1f252cfcbc68, server=8d92e4d6ac21,44511,1734059886557 in 279 msec 2024-12-13T03:18:22,511 INFO [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] regionserver.HStore(327): Store=3cb2d39e4d191ccbc2a91dca1031fd49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,511 INFO [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d4326c6745326a86024e1f252cfcbc68, ASSIGN in 462 msec 2024-12-13T03:18:22,513 INFO [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb2d39e4d191ccbc2a91dca1031fd49 columnFamilyName norep 2024-12-13T03:18:22,513 DEBUG [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,514 INFO [StoreOpener-3cb2d39e4d191ccbc2a91dca1031fd49-1 {}] regionserver.HStore(327): Store=3cb2d39e4d191ccbc2a91dca1031fd49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,515 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,515 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,517 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,518 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:18:22,521 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3cb2d39e4d191ccbc2a91dca1031fd49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,522 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 3cb2d39e4d191ccbc2a91dca1031fd49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73097933, jitterRate=0.08924408257007599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,522 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 3cb2d39e4d191ccbc2a91dca1031fd49: 2024-12-13T03:18:22,523 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49., pid=60, masterSystemTime=1734059902368 2024-12-13T03:18:22,526 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:18:22,526 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:18:22,526 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:18:22,526 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => b980cf3f0b909af8462aec03eedd214e, NAME => 'test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T03:18:22,526 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=3cb2d39e4d191ccbc2a91dca1031fd49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,527 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,527 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,527 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,527 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,529 INFO [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,531 INFO [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b980cf3f0b909af8462aec03eedd214e columnFamilyName f 2024-12-13T03:18:22,532 DEBUG [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=15 2024-12-13T03:18:22,532 INFO [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] regionserver.HStore(327): Store=b980cf3f0b909af8462aec03eedd214e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=15, state=SUCCESS; OpenRegionProcedure 3cb2d39e4d191ccbc2a91dca1031fd49, server=8d92e4d6ac21,44511,1734059886557 in 271 msec 2024-12-13T03:18:22,533 INFO [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,535 INFO [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b980cf3f0b909af8462aec03eedd214e columnFamilyName norep 2024-12-13T03:18:22,535 DEBUG [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3cb2d39e4d191ccbc2a91dca1031fd49, ASSIGN in 484 msec 2024-12-13T03:18:22,536 INFO [StoreOpener-b980cf3f0b909af8462aec03eedd214e-1 {}] regionserver.HStore(327): Store=b980cf3f0b909af8462aec03eedd214e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,537 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,537 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,539 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,541 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:18:22,544 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/b980cf3f0b909af8462aec03eedd214e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,545 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened b980cf3f0b909af8462aec03eedd214e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73746573, jitterRate=0.09890957176685333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,546 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for b980cf3f0b909af8462aec03eedd214e: 2024-12-13T03:18:22,547 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e., pid=49, masterSystemTime=1734059902368 2024-12-13T03:18:22,549 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:18:22,549 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:18:22,550 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:18:22,550 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => cfbbc14ec900539998d49d0c9f7d9b1f, NAME => 'test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T03:18:22,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=b980cf3f0b909af8462aec03eedd214e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,550 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,550 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,550 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,551 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,553 INFO [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,555 INFO [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfbbc14ec900539998d49d0c9f7d9b1f columnFamilyName f 2024-12-13T03:18:22,555 DEBUG [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,556 INFO [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] regionserver.HStore(327): Store=cfbbc14ec900539998d49d0c9f7d9b1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,556 INFO [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=26 2024-12-13T03:18:22,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=26, state=SUCCESS; OpenRegionProcedure b980cf3f0b909af8462aec03eedd214e, server=8d92e4d6ac21,44511,1734059886557 in 314 msec 2024-12-13T03:18:22,558 INFO [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfbbc14ec900539998d49d0c9f7d9b1f columnFamilyName norep 2024-12-13T03:18:22,558 DEBUG [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b980cf3f0b909af8462aec03eedd214e, ASSIGN in 508 msec 2024-12-13T03:18:22,559 INFO [StoreOpener-cfbbc14ec900539998d49d0c9f7d9b1f-1 {}] regionserver.HStore(327): Store=cfbbc14ec900539998d49d0c9f7d9b1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,560 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,561 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,562 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,564 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:18:22,567 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfbbc14ec900539998d49d0c9f7d9b1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,568 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened cfbbc14ec900539998d49d0c9f7d9b1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61312815, jitterRate=-0.08636786043643951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,568 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for cfbbc14ec900539998d49d0c9f7d9b1f: 2024-12-13T03:18:22,569 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f., pid=52, masterSystemTime=1734059902368 2024-12-13T03:18:22,572 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:18:22,572 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:18:22,572 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:18:22,572 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 269057ca9af1b1ebf8d9470a96b67fed, NAME => 'test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T03:18:22,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=cfbbc14ec900539998d49d0c9f7d9b1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,573 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,573 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,573 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,573 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,575 INFO [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,577 INFO [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269057ca9af1b1ebf8d9470a96b67fed columnFamilyName f 2024-12-13T03:18:22,577 DEBUG [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,578 INFO [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] regionserver.HStore(327): Store=269057ca9af1b1ebf8d9470a96b67fed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=32 2024-12-13T03:18:22,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=32, state=SUCCESS; OpenRegionProcedure cfbbc14ec900539998d49d0c9f7d9b1f, server=8d92e4d6ac21,44511,1734059886557 in 331 msec 2024-12-13T03:18:22,579 INFO [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,581 INFO [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269057ca9af1b1ebf8d9470a96b67fed columnFamilyName norep 2024-12-13T03:18:22,581 DEBUG [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cfbbc14ec900539998d49d0c9f7d9b1f, ASSIGN in 530 msec 2024-12-13T03:18:22,582 INFO [StoreOpener-269057ca9af1b1ebf8d9470a96b67fed-1 {}] regionserver.HStore(327): Store=269057ca9af1b1ebf8d9470a96b67fed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,584 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,584 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,586 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,588 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:18:22,591 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/269057ca9af1b1ebf8d9470a96b67fed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,592 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 269057ca9af1b1ebf8d9470a96b67fed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67498239, jitterRate=0.005802139639854431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,592 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 269057ca9af1b1ebf8d9470a96b67fed: 2024-12-13T03:18:22,593 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed., pid=56, masterSystemTime=1734059902368 2024-12-13T03:18:22,596 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:18:22,596 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:18:22,596 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:18:22,596 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 3dd537aaccbb557f500df55ef09d8bd7, NAME => 'test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T03:18:22,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=269057ca9af1b1ebf8d9470a96b67fed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,597 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,597 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,597 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,597 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,600 INFO [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,602 INFO [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd537aaccbb557f500df55ef09d8bd7 columnFamilyName f 2024-12-13T03:18:22,603 DEBUG [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,604 INFO [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] regionserver.HStore(327): Store=3dd537aaccbb557f500df55ef09d8bd7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=17 2024-12-13T03:18:22,604 INFO [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=17, state=SUCCESS; OpenRegionProcedure 269057ca9af1b1ebf8d9470a96b67fed, server=8d92e4d6ac21,44511,1734059886557 in 347 msec 2024-12-13T03:18:22,606 INFO [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd537aaccbb557f500df55ef09d8bd7 columnFamilyName norep 2024-12-13T03:18:22,606 DEBUG [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=269057ca9af1b1ebf8d9470a96b67fed, ASSIGN in 556 msec 2024-12-13T03:18:22,607 INFO [StoreOpener-3dd537aaccbb557f500df55ef09d8bd7-1 {}] regionserver.HStore(327): Store=3dd537aaccbb557f500df55ef09d8bd7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,608 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,609 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,611 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,612 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:18:22,615 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3dd537aaccbb557f500df55ef09d8bd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,616 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 3dd537aaccbb557f500df55ef09d8bd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66145797, jitterRate=-0.01435081660747528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,616 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 3dd537aaccbb557f500df55ef09d8bd7: 2024-12-13T03:18:22,617 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7., pid=50, masterSystemTime=1734059902368 2024-12-13T03:18:22,619 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:18:22,619 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:18:22,620 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:18:22,620 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => cfc0ef13c16ba7902f859e129c710752, NAME => 'test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T03:18:22,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3dd537aaccbb557f500df55ef09d8bd7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,620 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,620 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,621 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,621 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,623 INFO [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,625 INFO [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc0ef13c16ba7902f859e129c710752 columnFamilyName f 2024-12-13T03:18:22,625 DEBUG [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,626 INFO [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] regionserver.HStore(327): Store=cfc0ef13c16ba7902f859e129c710752/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,627 INFO [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=11 2024-12-13T03:18:22,629 INFO [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfc0ef13c16ba7902f859e129c710752 columnFamilyName norep 2024-12-13T03:18:22,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=11, state=SUCCESS; OpenRegionProcedure 3dd537aaccbb557f500df55ef09d8bd7, server=8d92e4d6ac21,44511,1734059886557 in 383 msec 2024-12-13T03:18:22,629 DEBUG [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,630 INFO [StoreOpener-cfc0ef13c16ba7902f859e129c710752-1 {}] regionserver.HStore(327): Store=cfc0ef13c16ba7902f859e129c710752/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3dd537aaccbb557f500df55ef09d8bd7, ASSIGN in 579 msec 2024-12-13T03:18:22,631 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,631 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,633 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,634 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:18:22,636 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfc0ef13c16ba7902f859e129c710752/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,637 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened cfc0ef13c16ba7902f859e129c710752; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69098144, jitterRate=0.029642581939697266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,637 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for cfc0ef13c16ba7902f859e129c710752: 2024-12-13T03:18:22,638 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752., pid=46, masterSystemTime=1734059902368 2024-12-13T03:18:22,641 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:18:22,641 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:18:22,641 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:18:22,641 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => d9d25dde90303414e4df0da25f1b0643, NAME => 'test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T03:18:22,641 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=cfc0ef13c16ba7902f859e129c710752, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,642 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,642 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,642 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,642 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,644 INFO [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,646 INFO [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d25dde90303414e4df0da25f1b0643 columnFamilyName f 2024-12-13T03:18:22,646 DEBUG [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,646 INFO [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] regionserver.HStore(327): Store=d9d25dde90303414e4df0da25f1b0643/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,646 INFO [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=25 2024-12-13T03:18:22,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=25, state=SUCCESS; OpenRegionProcedure cfc0ef13c16ba7902f859e129c710752, server=8d92e4d6ac21,44511,1734059886557 in 411 msec 2024-12-13T03:18:22,649 INFO [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d25dde90303414e4df0da25f1b0643 columnFamilyName norep 2024-12-13T03:18:22,649 DEBUG [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cfc0ef13c16ba7902f859e129c710752, ASSIGN in 599 msec 2024-12-13T03:18:22,649 INFO [StoreOpener-d9d25dde90303414e4df0da25f1b0643-1 {}] regionserver.HStore(327): Store=d9d25dde90303414e4df0da25f1b0643/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,650 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,651 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,652 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,654 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:18:22,656 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d9d25dde90303414e4df0da25f1b0643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,657 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened d9d25dde90303414e4df0da25f1b0643; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59168585, jitterRate=-0.11831937730312347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,657 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for d9d25dde90303414e4df0da25f1b0643: 2024-12-13T03:18:22,658 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643., pid=48, masterSystemTime=1734059902368 2024-12-13T03:18:22,660 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:18:22,660 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:18:22,660 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:18:22,660 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 37043f74c970f4cd47568325723f9b89, NAME => 'test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T03:18:22,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d9d25dde90303414e4df0da25f1b0643, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,660 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,660 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,661 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,661 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,663 INFO [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,665 INFO [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37043f74c970f4cd47568325723f9b89 columnFamilyName f 2024-12-13T03:18:22,665 DEBUG [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=28 2024-12-13T03:18:22,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=28, state=SUCCESS; OpenRegionProcedure d9d25dde90303414e4df0da25f1b0643, server=8d92e4d6ac21,44511,1734059886557 in 427 msec 2024-12-13T03:18:22,666 INFO [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] regionserver.HStore(327): Store=37043f74c970f4cd47568325723f9b89/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,667 INFO [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d9d25dde90303414e4df0da25f1b0643, ASSIGN in 617 msec 2024-12-13T03:18:22,668 INFO [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37043f74c970f4cd47568325723f9b89 columnFamilyName norep 2024-12-13T03:18:22,669 DEBUG [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,669 INFO [StoreOpener-37043f74c970f4cd47568325723f9b89-1 {}] regionserver.HStore(327): Store=37043f74c970f4cd47568325723f9b89/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,670 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,671 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,672 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,674 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 37043f74c970f4cd47568325723f9b89 2024-12-13T03:18:22,677 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/37043f74c970f4cd47568325723f9b89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,678 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 37043f74c970f4cd47568325723f9b89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68264527, jitterRate=0.017220720648765564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,678 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 37043f74c970f4cd47568325723f9b89: 2024-12-13T03:18:22,679 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89., pid=36, masterSystemTime=1734059902368 2024-12-13T03:18:22,681 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:18:22,682 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:18:22,682 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:18:22,682 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => db72f7dccc9f29a1efada6102bd1be8a, NAME => 'test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T03:18:22,682 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,682 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=37043f74c970f4cd47568325723f9b89, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,683 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,683 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,686 INFO [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,689 INFO [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db72f7dccc9f29a1efada6102bd1be8a columnFamilyName f 2024-12-13T03:18:22,689 DEBUG [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=29 2024-12-13T03:18:22,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=29, state=SUCCESS; OpenRegionProcedure 37043f74c970f4cd47568325723f9b89, server=8d92e4d6ac21,44511,1734059886557 in 472 msec 2024-12-13T03:18:22,690 INFO [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] regionserver.HStore(327): Store=db72f7dccc9f29a1efada6102bd1be8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,690 INFO [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=37043f74c970f4cd47568325723f9b89, ASSIGN in 642 msec 2024-12-13T03:18:22,692 INFO [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db72f7dccc9f29a1efada6102bd1be8a columnFamilyName norep 2024-12-13T03:18:22,692 DEBUG [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,693 INFO [StoreOpener-db72f7dccc9f29a1efada6102bd1be8a-1 {}] regionserver.HStore(327): Store=db72f7dccc9f29a1efada6102bd1be8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,694 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,695 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,697 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,698 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:18:22,701 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/db72f7dccc9f29a1efada6102bd1be8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,702 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened db72f7dccc9f29a1efada6102bd1be8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58957958, jitterRate=-0.12145796418190002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,702 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for db72f7dccc9f29a1efada6102bd1be8a: 2024-12-13T03:18:22,703 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a., pid=45, masterSystemTime=1734059902368 2024-12-13T03:18:22,705 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:18:22,705 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:18:22,705 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:18:22,705 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => ad5a7980d31b47a60e2daa4a491e2284, NAME => 'test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T03:18:22,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=db72f7dccc9f29a1efada6102bd1be8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,705 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,705 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,706 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,706 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,707 INFO [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,709 INFO [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5a7980d31b47a60e2daa4a491e2284 columnFamilyName f 2024-12-13T03:18:22,710 DEBUG [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=23 2024-12-13T03:18:22,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=23, state=SUCCESS; OpenRegionProcedure db72f7dccc9f29a1efada6102bd1be8a, server=8d92e4d6ac21,44511,1734059886557 in 477 msec 2024-12-13T03:18:22,710 INFO [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] regionserver.HStore(327): Store=ad5a7980d31b47a60e2daa4a491e2284/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,711 INFO [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=db72f7dccc9f29a1efada6102bd1be8a, ASSIGN in 662 msec 2024-12-13T03:18:22,712 INFO [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5a7980d31b47a60e2daa4a491e2284 columnFamilyName norep 2024-12-13T03:18:22,712 DEBUG [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,713 INFO [StoreOpener-ad5a7980d31b47a60e2daa4a491e2284-1 {}] regionserver.HStore(327): Store=ad5a7980d31b47a60e2daa4a491e2284/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,714 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,714 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,715 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,717 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:18:22,719 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/ad5a7980d31b47a60e2daa4a491e2284/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,719 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened ad5a7980d31b47a60e2daa4a491e2284; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68641116, jitterRate=0.02283233404159546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,720 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for ad5a7980d31b47a60e2daa4a491e2284: 2024-12-13T03:18:22,721 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284., pid=47, masterSystemTime=1734059902368 2024-12-13T03:18:22,722 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:18:22,723 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:18:22,723 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:18:22,723 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 62cf4186bdefdb4db66f03530fbeff1c, NAME => 'test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T03:18:22,723 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=ad5a7980d31b47a60e2daa4a491e2284, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,723 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,723 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,724 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,724 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,726 INFO [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,728 INFO [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62cf4186bdefdb4db66f03530fbeff1c columnFamilyName f 2024-12-13T03:18:22,728 DEBUG [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=18 2024-12-13T03:18:22,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=18, state=SUCCESS; OpenRegionProcedure ad5a7980d31b47a60e2daa4a491e2284, server=8d92e4d6ac21,44511,1734059886557 in 492 msec 2024-12-13T03:18:22,729 INFO [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] regionserver.HStore(327): Store=62cf4186bdefdb4db66f03530fbeff1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,729 INFO [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ad5a7980d31b47a60e2daa4a491e2284, ASSIGN in 681 msec 2024-12-13T03:18:22,732 INFO [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62cf4186bdefdb4db66f03530fbeff1c columnFamilyName norep 2024-12-13T03:18:22,732 DEBUG [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,733 INFO [StoreOpener-62cf4186bdefdb4db66f03530fbeff1c-1 {}] regionserver.HStore(327): Store=62cf4186bdefdb4db66f03530fbeff1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,734 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,734 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,735 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,737 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:18:22,739 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/62cf4186bdefdb4db66f03530fbeff1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,740 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 62cf4186bdefdb4db66f03530fbeff1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75030432, jitterRate=0.11804056167602539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,740 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 62cf4186bdefdb4db66f03530fbeff1c: 2024-12-13T03:18:22,741 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c., pid=54, masterSystemTime=1734059902368 2024-12-13T03:18:22,744 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:18:22,744 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:18:22,744 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:18:22,744 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 0b0f7c99dcecb64b86ecf72c828726f2, NAME => 'test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T03:18:22,745 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=62cf4186bdefdb4db66f03530fbeff1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,745 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,745 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,745 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,745 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,747 INFO [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,749 INFO [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0f7c99dcecb64b86ecf72c828726f2 columnFamilyName f 2024-12-13T03:18:22,749 DEBUG [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=13 2024-12-13T03:18:22,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=13, state=SUCCESS; OpenRegionProcedure 62cf4186bdefdb4db66f03530fbeff1c, server=8d92e4d6ac21,44511,1734059886557 in 500 msec 2024-12-13T03:18:22,750 INFO [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] regionserver.HStore(327): Store=0b0f7c99dcecb64b86ecf72c828726f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,750 INFO [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=62cf4186bdefdb4db66f03530fbeff1c, ASSIGN in 702 msec 2024-12-13T03:18:22,753 INFO [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0f7c99dcecb64b86ecf72c828726f2 columnFamilyName norep 2024-12-13T03:18:22,753 DEBUG [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,753 INFO [StoreOpener-0b0f7c99dcecb64b86ecf72c828726f2-1 {}] regionserver.HStore(327): Store=0b0f7c99dcecb64b86ecf72c828726f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,755 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,755 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,757 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,758 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:18:22,761 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0b0f7c99dcecb64b86ecf72c828726f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,761 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 0b0f7c99dcecb64b86ecf72c828726f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60882439, jitterRate=-0.0927809625864029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,762 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 0b0f7c99dcecb64b86ecf72c828726f2: 2024-12-13T03:18:22,763 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2., pid=37, masterSystemTime=1734059902368 2024-12-13T03:18:22,765 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:18:22,765 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:18:22,765 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:18:22,765 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 4659ee08124d4b8bc2d94beaead16f06, NAME => 'test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T03:18:22,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=0b0f7c99dcecb64b86ecf72c828726f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,766 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,766 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,766 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,766 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,768 INFO [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,770 INFO [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4659ee08124d4b8bc2d94beaead16f06 columnFamilyName f 2024-12-13T03:18:22,770 DEBUG [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=20 2024-12-13T03:18:22,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=20, state=SUCCESS; OpenRegionProcedure 0b0f7c99dcecb64b86ecf72c828726f2, server=8d92e4d6ac21,44511,1734059886557 in 553 msec 2024-12-13T03:18:22,771 INFO [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] regionserver.HStore(327): Store=4659ee08124d4b8bc2d94beaead16f06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,771 INFO [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0b0f7c99dcecb64b86ecf72c828726f2, ASSIGN in 723 msec 2024-12-13T03:18:22,773 INFO [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4659ee08124d4b8bc2d94beaead16f06 columnFamilyName norep 2024-12-13T03:18:22,773 DEBUG [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,774 INFO [StoreOpener-4659ee08124d4b8bc2d94beaead16f06-1 {}] regionserver.HStore(327): Store=4659ee08124d4b8bc2d94beaead16f06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,774 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,775 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,776 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,778 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:18:22,780 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/4659ee08124d4b8bc2d94beaead16f06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,780 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 4659ee08124d4b8bc2d94beaead16f06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63924146, jitterRate=-0.04745599627494812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,780 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 4659ee08124d4b8bc2d94beaead16f06: 2024-12-13T03:18:22,781 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06., pid=38, masterSystemTime=1734059902368 2024-12-13T03:18:22,784 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:18:22,784 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:18:22,784 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:18:22,784 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 55f1e0e67bc7c952152188dbb7f89ce1, NAME => 'test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T03:18:22,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4659ee08124d4b8bc2d94beaead16f06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,784 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,784 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,785 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,785 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,787 INFO [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,789 INFO [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f1e0e67bc7c952152188dbb7f89ce1 columnFamilyName f 2024-12-13T03:18:22,789 DEBUG [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=27 2024-12-13T03:18:22,790 INFO [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] regionserver.HStore(327): Store=55f1e0e67bc7c952152188dbb7f89ce1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=27, state=SUCCESS; OpenRegionProcedure 4659ee08124d4b8bc2d94beaead16f06, server=8d92e4d6ac21,44511,1734059886557 in 570 msec 2024-12-13T03:18:22,791 INFO [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,793 INFO [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f1e0e67bc7c952152188dbb7f89ce1 columnFamilyName norep 2024-12-13T03:18:22,793 DEBUG [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4659ee08124d4b8bc2d94beaead16f06, ASSIGN in 742 msec 2024-12-13T03:18:22,794 INFO [StoreOpener-55f1e0e67bc7c952152188dbb7f89ce1-1 {}] regionserver.HStore(327): Store=55f1e0e67bc7c952152188dbb7f89ce1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,795 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,795 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,796 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,798 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:18:22,801 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/55f1e0e67bc7c952152188dbb7f89ce1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,802 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 55f1e0e67bc7c952152188dbb7f89ce1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69383684, jitterRate=0.033897459506988525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,802 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 55f1e0e67bc7c952152188dbb7f89ce1: 2024-12-13T03:18:22,803 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1., pid=51, masterSystemTime=1734059902368 2024-12-13T03:18:22,806 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:18:22,806 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:18:22,806 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:18:22,806 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => f7fc7b7f9899fdf64ca054869d882380, NAME => 'test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T03:18:22,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=55f1e0e67bc7c952152188dbb7f89ce1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,806 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,807 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,807 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,807 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,809 INFO [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,811 INFO [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fc7b7f9899fdf64ca054869d882380 columnFamilyName f 2024-12-13T03:18:22,811 DEBUG [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,812 INFO [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] regionserver.HStore(327): Store=f7fc7b7f9899fdf64ca054869d882380/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,812 INFO [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=12 2024-12-13T03:18:22,813 INFO [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7fc7b7f9899fdf64ca054869d882380 columnFamilyName norep 2024-12-13T03:18:22,813 DEBUG [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,814 INFO [StoreOpener-f7fc7b7f9899fdf64ca054869d882380-1 {}] regionserver.HStore(327): Store=f7fc7b7f9899fdf64ca054869d882380/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,815 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=12, state=SUCCESS; OpenRegionProcedure 55f1e0e67bc7c952152188dbb7f89ce1, server=8d92e4d6ac21,44511,1734059886557 in 566 msec 2024-12-13T03:18:22,816 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=55f1e0e67bc7c952152188dbb7f89ce1, ASSIGN in 765 msec 2024-12-13T03:18:22,817 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,818 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:18:22,820 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/f7fc7b7f9899fdf64ca054869d882380/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,821 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened f7fc7b7f9899fdf64ca054869d882380; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74696450, jitterRate=0.11306384205818176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,821 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for f7fc7b7f9899fdf64ca054869d882380: 2024-12-13T03:18:22,822 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380., pid=61, masterSystemTime=1734059902368 2024-12-13T03:18:22,824 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:18:22,824 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:18:22,824 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:18:22,824 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 5a0131dd02505f9c53a98e5b0ff1fe45, NAME => 'test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T03:18:22,824 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f7fc7b7f9899fdf64ca054869d882380, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,825 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,825 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,825 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,825 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,827 INFO [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,829 INFO [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a0131dd02505f9c53a98e5b0ff1fe45 columnFamilyName f 2024-12-13T03:18:22,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=21 2024-12-13T03:18:22,830 DEBUG [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=21, state=SUCCESS; OpenRegionProcedure f7fc7b7f9899fdf64ca054869d882380, server=8d92e4d6ac21,44511,1734059886557 in 566 msec 2024-12-13T03:18:22,830 INFO [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] regionserver.HStore(327): Store=5a0131dd02505f9c53a98e5b0ff1fe45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,830 INFO [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f7fc7b7f9899fdf64ca054869d882380, ASSIGN in 782 msec 2024-12-13T03:18:22,832 INFO [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a0131dd02505f9c53a98e5b0ff1fe45 columnFamilyName norep 2024-12-13T03:18:22,832 DEBUG [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,833 INFO [StoreOpener-5a0131dd02505f9c53a98e5b0ff1fe45-1 {}] regionserver.HStore(327): Store=5a0131dd02505f9c53a98e5b0ff1fe45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,834 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,834 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,835 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,836 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:18:22,839 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5a0131dd02505f9c53a98e5b0ff1fe45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,839 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 5a0131dd02505f9c53a98e5b0ff1fe45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61870668, jitterRate=-0.07805520296096802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,839 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 5a0131dd02505f9c53a98e5b0ff1fe45: 2024-12-13T03:18:22,840 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45., pid=43, masterSystemTime=1734059902368 2024-12-13T03:18:22,842 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:18:22,843 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:18:22,843 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:18:22,843 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 2bd52d983b9870fa7b0b1be26ab18ba3, NAME => 'test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T03:18:22,843 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=5a0131dd02505f9c53a98e5b0ff1fe45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,843 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,843 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,844 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,844 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,846 INFO [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=35 2024-12-13T03:18:22,848 INFO [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd52d983b9870fa7b0b1be26ab18ba3 columnFamilyName f 2024-12-13T03:18:22,848 DEBUG [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,849 INFO [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] regionserver.HStore(327): Store=2bd52d983b9870fa7b0b1be26ab18ba3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,849 INFO [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=35, state=SUCCESS; OpenRegionProcedure 5a0131dd02505f9c53a98e5b0ff1fe45, server=8d92e4d6ac21,44511,1734059886557 in 618 msec 2024-12-13T03:18:22,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5a0131dd02505f9c53a98e5b0ff1fe45, ASSIGN in 800 msec 2024-12-13T03:18:22,851 INFO [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd52d983b9870fa7b0b1be26ab18ba3 columnFamilyName norep 2024-12-13T03:18:22,851 DEBUG [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,852 INFO [StoreOpener-2bd52d983b9870fa7b0b1be26ab18ba3-1 {}] regionserver.HStore(327): Store=2bd52d983b9870fa7b0b1be26ab18ba3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,853 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,853 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,854 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,856 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:18:22,858 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/2bd52d983b9870fa7b0b1be26ab18ba3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,859 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 2bd52d983b9870fa7b0b1be26ab18ba3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73675407, jitterRate=0.09784911572933197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,859 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 2bd52d983b9870fa7b0b1be26ab18ba3: 2024-12-13T03:18:22,860 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3., pid=39, masterSystemTime=1734059902368 2024-12-13T03:18:22,862 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:18:22,862 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:18:22,862 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:18:22,862 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 286294f4f945dea210eb5a48e8f94980, NAME => 'test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T03:18:22,863 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2bd52d983b9870fa7b0b1be26ab18ba3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,863 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,863 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,863 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,865 INFO [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,866 INFO [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286294f4f945dea210eb5a48e8f94980 columnFamilyName f 2024-12-13T03:18:22,867 DEBUG [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,867 INFO [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] regionserver.HStore(327): Store=286294f4f945dea210eb5a48e8f94980/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,867 INFO [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=14 2024-12-13T03:18:22,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=14, state=SUCCESS; OpenRegionProcedure 2bd52d983b9870fa7b0b1be26ab18ba3, server=8d92e4d6ac21,44511,1734059886557 in 647 msec 2024-12-13T03:18:22,869 INFO [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 286294f4f945dea210eb5a48e8f94980 columnFamilyName norep 2024-12-13T03:18:22,869 DEBUG [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,870 INFO [StoreOpener-286294f4f945dea210eb5a48e8f94980-1 {}] regionserver.HStore(327): Store=286294f4f945dea210eb5a48e8f94980/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2bd52d983b9870fa7b0b1be26ab18ba3, ASSIGN in 820 msec 2024-12-13T03:18:22,871 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,871 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,872 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,874 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 286294f4f945dea210eb5a48e8f94980 2024-12-13T03:18:22,876 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/286294f4f945dea210eb5a48e8f94980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,877 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 286294f4f945dea210eb5a48e8f94980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73974494, jitterRate=0.10230585932731628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,877 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 286294f4f945dea210eb5a48e8f94980: 2024-12-13T03:18:22,878 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980., pid=57, masterSystemTime=1734059902368 2024-12-13T03:18:22,880 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:18:22,880 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:18:22,880 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:18:22,880 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 41729e59c07b194785518db0ad69d707, NAME => 'test,jjj,1734059897761.41729e59c07b194785518db0ad69d707.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T03:18:22,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=286294f4f945dea210eb5a48e8f94980, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,881 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,881 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,jjj,1734059897761.41729e59c07b194785518db0ad69d707.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,881 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,881 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,883 INFO [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,885 INFO [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41729e59c07b194785518db0ad69d707 columnFamilyName f 2024-12-13T03:18:22,886 DEBUG [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,886 INFO [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] regionserver.HStore(327): Store=41729e59c07b194785518db0ad69d707/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,887 INFO [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=30 2024-12-13T03:18:22,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=30, state=SUCCESS; OpenRegionProcedure 286294f4f945dea210eb5a48e8f94980, server=8d92e4d6ac21,44511,1734059886557 in 629 msec 2024-12-13T03:18:22,888 INFO [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41729e59c07b194785518db0ad69d707 columnFamilyName norep 2024-12-13T03:18:22,888 DEBUG [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,889 INFO [StoreOpener-41729e59c07b194785518db0ad69d707-1 {}] regionserver.HStore(327): Store=41729e59c07b194785518db0ad69d707/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=286294f4f945dea210eb5a48e8f94980, ASSIGN in 839 msec 2024-12-13T03:18:22,890 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,891 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,892 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,894 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 41729e59c07b194785518db0ad69d707 2024-12-13T03:18:22,896 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/41729e59c07b194785518db0ad69d707/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,897 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 41729e59c07b194785518db0ad69d707; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61025455, jitterRate=-0.09064985811710358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,897 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 41729e59c07b194785518db0ad69d707: 2024-12-13T03:18:22,898 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734059897761.41729e59c07b194785518db0ad69d707., pid=58, masterSystemTime=1734059902368 2024-12-13T03:18:22,903 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:18:22,903 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:18:22,903 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:18:22,903 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 3f8708cb67368224b5950096dd2aff1b, NAME => 'test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T03:18:22,903 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,903 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:22,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=41729e59c07b194785518db0ad69d707, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,904 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,904 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,906 INFO [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,908 INFO [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f8708cb67368224b5950096dd2aff1b columnFamilyName f 2024-12-13T03:18:22,908 DEBUG [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=19 2024-12-13T03:18:22,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=19, state=SUCCESS; OpenRegionProcedure 41729e59c07b194785518db0ad69d707, server=8d92e4d6ac21,44511,1734059886557 in 651 msec 2024-12-13T03:18:22,909 INFO [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] regionserver.HStore(327): Store=3f8708cb67368224b5950096dd2aff1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,909 INFO [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=41729e59c07b194785518db0ad69d707, ASSIGN in 861 msec 2024-12-13T03:18:22,911 INFO [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f8708cb67368224b5950096dd2aff1b columnFamilyName norep 2024-12-13T03:18:22,911 DEBUG [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:22,912 INFO [StoreOpener-3f8708cb67368224b5950096dd2aff1b-1 {}] regionserver.HStore(327): Store=3f8708cb67368224b5950096dd2aff1b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:22,913 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,913 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,915 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:22,916 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:18:22,919 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3f8708cb67368224b5950096dd2aff1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:22,920 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 3f8708cb67368224b5950096dd2aff1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65697305, jitterRate=-0.021033868193626404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:22,920 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 3f8708cb67368224b5950096dd2aff1b: 2024-12-13T03:18:22,921 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b., pid=40, masterSystemTime=1734059902368 2024-12-13T03:18:22,923 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:18:22,923 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:18:22,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=3f8708cb67368224b5950096dd2aff1b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:22,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=22 2024-12-13T03:18:22,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=22, state=SUCCESS; OpenRegionProcedure 3f8708cb67368224b5950096dd2aff1b, server=8d92e4d6ac21,44511,1734059886557 in 707 msec 2024-12-13T03:18:22,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=22, resume processing ppid=9 2024-12-13T03:18:22,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3f8708cb67368224b5950096dd2aff1b, ASSIGN in 880 msec 2024-12-13T03:18:22,931 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T03:18:22,932 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059902931"}]},"ts":"1734059902931"} 2024-12-13T03:18:22,934 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T03:18:22,973 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T03:18:22,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 5.2090 sec 2024-12-13T03:18:23,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:24,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:25,894 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T03:18:25,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T03:18:25,895 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:25,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T03:18:25,909 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:25,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T03:18:25,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T03:18:25,913 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T03:18:25,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T03:18:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T03:18:25,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T03:18:25,917 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:25,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T03:18:25,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T03:18:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741837_1013 (size=631) 2024-12-13T03:18:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:26,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-13T03:18:26,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-13T03:18:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:26,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b4d1ef97a2ef6c0ce8b5e1d97dff089b, NAME => 'test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:26,335 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d23af7ef10acd209f78be7d4805b7fce, NAME => 'test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:26,336 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 04f1534a24c42d4a637ad3342faae2bd, NAME => 'test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741838_1014 (size=45) 2024-12-13T03:18:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741839_1015 (size=45) 2024-12-13T03:18:26,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741840_1016 (size=42) 2024-12-13T03:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d23af7ef10acd209f78be7d4805b7fce, disabling compactions & flushes 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 04f1534a24c42d4a637ad3342faae2bd, disabling compactions & flushes 2024-12-13T03:18:26,747 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:18:26,747 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. after waiting 0 ms 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. after waiting 0 ms 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:18:26,747 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:18:26,747 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:18:26,748 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:18:26,748 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d23af7ef10acd209f78be7d4805b7fce: 2024-12-13T03:18:26,748 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 04f1534a24c42d4a637ad3342faae2bd: 2024-12-13T03:18:26,748 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => dad341abe1b9a1a6a030ecfdbf502ca2, NAME => 'test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:26,749 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c673029cf2201d30ac49d740615e4e08, NAME => 'test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:26,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:26,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b4d1ef97a2ef6c0ce8b5e1d97dff089b, disabling compactions & flushes 2024-12-13T03:18:26,752 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:18:26,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:18:26,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. after waiting 0 ms 2024-12-13T03:18:26,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:18:26,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:18:26,753 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b4d1ef97a2ef6c0ce8b5e1d97dff089b: 2024-12-13T03:18:26,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8b88f9b28024500e29a6980fac01746e, NAME => 'test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741841_1017 (size=45) 2024-12-13T03:18:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741842_1018 (size=45) 2024-12-13T03:18:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741843_1019 (size=45) 2024-12-13T03:18:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:27,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c673029cf2201d30ac49d740615e4e08, disabling compactions & flushes 2024-12-13T03:18:27,161 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:18:27,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:18:27,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. after waiting 0 ms 2024-12-13T03:18:27,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:18:27,161 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:18:27,161 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c673029cf2201d30ac49d740615e4e08: 2024-12-13T03:18:27,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,162 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4556b32e91d348fd1e238c61df4039e4, NAME => 'test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing dad341abe1b9a1a6a030ecfdbf502ca2, disabling compactions & flushes 2024-12-13T03:18:27,162 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:18:27,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:18:27,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. after waiting 0 ms 2024-12-13T03:18:27,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:18:27,162 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:18:27,162 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for dad341abe1b9a1a6a030ecfdbf502ca2: 2024-12-13T03:18:27,163 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5875233bd5764bca17a01ab9f51e42ab, NAME => 'test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8b88f9b28024500e29a6980fac01746e, disabling compactions & flushes 2024-12-13T03:18:27,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:18:27,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:18:27,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. after waiting 0 ms 2024-12-13T03:18:27,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:18:27,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:18:27,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8b88f9b28024500e29a6980fac01746e: 2024-12-13T03:18:27,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b9f36908a64e7f5387dc64b63044ca4e, NAME => 'test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741844_1020 (size=45) 2024-12-13T03:18:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741845_1021 (size=45) 2024-12-13T03:18:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741846_1022 (size=45) 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4556b32e91d348fd1e238c61df4039e4, disabling compactions & flushes 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,571 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. after waiting 0 ms 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5875233bd5764bca17a01ab9f51e42ab, disabling compactions & flushes 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:18:27,571 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:18:27,571 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4556b32e91d348fd1e238c61df4039e4: 2024-12-13T03:18:27,571 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. after waiting 0 ms 2024-12-13T03:18:27,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:18:27,572 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:18:27,572 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5875233bd5764bca17a01ab9f51e42ab: 2024-12-13T03:18:27,572 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 433d7abad1690a500c7ccc476ab7f4bb, NAME => 'test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,573 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 804a14b310f42ff10ae2bae9dceff14d, NAME => 'test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b9f36908a64e7f5387dc64b63044ca4e, disabling compactions & flushes 2024-12-13T03:18:27,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:18:27,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:18:27,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. after waiting 0 ms 2024-12-13T03:18:27,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:18:27,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:18:27,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b9f36908a64e7f5387dc64b63044ca4e: 2024-12-13T03:18:27,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741847_1023 (size=45) 2024-12-13T03:18:27,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 84b840ccab5ccc1045e73c1e624c4c87, NAME => 'test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741848_1024 (size=45) 2024-12-13T03:18:27,581 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,581 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 804a14b310f42ff10ae2bae9dceff14d, disabling compactions & flushes 2024-12-13T03:18:27,581 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:18:27,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:18:27,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. after waiting 0 ms 2024-12-13T03:18:27,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:18:27,582 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:18:27,582 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 804a14b310f42ff10ae2bae9dceff14d: 2024-12-13T03:18:27,582 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0cdb58d278df84f8f7726b8b5a0a32af, NAME => 'test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741849_1025 (size=45) 2024-12-13T03:18:27,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741850_1026 (size=45) 2024-12-13T03:18:27,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:18:27,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T03:18:27,980 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,980 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 433d7abad1690a500c7ccc476ab7f4bb, disabling compactions & flushes 2024-12-13T03:18:27,980 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:18:27,980 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:18:27,980 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. after waiting 0 ms 2024-12-13T03:18:27,980 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:18:27,981 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:18:27,981 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 433d7abad1690a500c7ccc476ab7f4bb: 2024-12-13T03:18:27,981 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3aa43f4227dd8e23b58401d2c2ad56c8, NAME => 'test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741851_1027 (size=45) 2024-12-13T03:18:27,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 84b840ccab5ccc1045e73c1e624c4c87, disabling compactions & flushes 2024-12-13T03:18:27,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:18:27,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:18:27,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. after waiting 0 ms 2024-12-13T03:18:27,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:18:27,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:18:27,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 84b840ccab5ccc1045e73c1e624c4c87: 2024-12-13T03:18:27,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 49fbac1667f6ce11b5c0db563cc3cecd, NAME => 'test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,991 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:27,991 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0cdb58d278df84f8f7726b8b5a0a32af, disabling compactions & flushes 2024-12-13T03:18:27,991 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:18:27,991 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:18:27,991 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. after waiting 0 ms 2024-12-13T03:18:27,991 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:18:27,991 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:18:27,991 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0cdb58d278df84f8f7726b8b5a0a32af: 2024-12-13T03:18:27,992 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7e5cb5633a2716ad94a7e65fb31cd20a, NAME => 'test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741852_1028 (size=45) 2024-12-13T03:18:28,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741853_1029 (size=45) 2024-12-13T03:18:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:28,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:28,390 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3aa43f4227dd8e23b58401d2c2ad56c8, disabling compactions & flushes 2024-12-13T03:18:28,390 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:18:28,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:18:28,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. after waiting 0 ms 2024-12-13T03:18:28,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:18:28,391 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:18:28,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3aa43f4227dd8e23b58401d2c2ad56c8: 2024-12-13T03:18:28,391 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 68c07a90fac86cdd6708c4c61cac613a, NAME => 'test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741854_1030 (size=45) 2024-12-13T03:18:28,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:28,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 49fbac1667f6ce11b5c0db563cc3cecd, disabling compactions & flushes 2024-12-13T03:18:28,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:18:28,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:18:28,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. after waiting 0 ms 2024-12-13T03:18:28,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:18:28,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:18:28,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 49fbac1667f6ce11b5c0db563cc3cecd: 2024-12-13T03:18:28,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c294b365e5fdadcc2d70e2dc0867a0cd, NAME => 'test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:28,403 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:28,403 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7e5cb5633a2716ad94a7e65fb31cd20a, disabling compactions & flushes 2024-12-13T03:18:28,403 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:18:28,403 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:18:28,403 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. after waiting 0 ms 2024-12-13T03:18:28,403 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:18:28,403 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:18:28,403 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7e5cb5633a2716ad94a7e65fb31cd20a: 2024-12-13T03:18:28,404 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f21870350847036e94a6820826479b8f, NAME => 'test,sss,1734059905914.f21870350847036e94a6820826479b8f.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741855_1031 (size=45) 2024-12-13T03:18:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741856_1032 (size=45) 2024-12-13T03:18:28,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:28,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 68c07a90fac86cdd6708c4c61cac613a, disabling compactions & flushes 2024-12-13T03:18:28,799 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:18:28,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:18:28,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. after waiting 0 ms 2024-12-13T03:18:28,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:18:28,799 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:18:28,799 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 68c07a90fac86cdd6708c4c61cac613a: 2024-12-13T03:18:28,800 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2e15e62a0200f8a409ad6fe500799935, NAME => 'test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:28,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:28,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c294b365e5fdadcc2d70e2dc0867a0cd, disabling compactions & flushes 2024-12-13T03:18:28,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:18:28,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:18:28,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. after waiting 0 ms 2024-12-13T03:18:28,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:18:28,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:18:28,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c294b365e5fdadcc2d70e2dc0867a0cd: 2024-12-13T03:18:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741857_1033 (size=45) 2024-12-13T03:18:28,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4ad9e028f50ac6d3904464befde681b1, NAME => 'test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734059905914.f21870350847036e94a6820826479b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f21870350847036e94a6820826479b8f, disabling compactions & flushes 2024-12-13T03:18:28,811 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734059905914.f21870350847036e94a6820826479b8f. after waiting 0 ms 2024-12-13T03:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:18:28,811 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f21870350847036e94a6820826479b8f: 2024-12-13T03:18:28,812 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 848b5e9049c7c14803bd9722fb68de58, NAME => 'test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:28,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741858_1034 (size=45) 2024-12-13T03:18:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741859_1035 (size=45) 2024-12-13T03:18:28,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:29,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:29,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2e15e62a0200f8a409ad6fe500799935, disabling compactions & flushes 2024-12-13T03:18:29,210 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:18:29,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:18:29,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. after waiting 0 ms 2024-12-13T03:18:29,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:18:29,210 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:18:29,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2e15e62a0200f8a409ad6fe500799935: 2024-12-13T03:18:29,211 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ebde9150e052d44b44732bdfb9997e08, NAME => 'test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:29,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:29,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4ad9e028f50ac6d3904464befde681b1, disabling compactions & flushes 2024-12-13T03:18:29,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:18:29,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:18:29,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. after waiting 0 ms 2024-12-13T03:18:29,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:18:29,218 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:18:29,218 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4ad9e028f50ac6d3904464befde681b1: 2024-12-13T03:18:29,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741860_1036 (size=45) 2024-12-13T03:18:29,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b516447ea54957977ed5964eafc25903, NAME => 'test,xxx,1734059905914.b516447ea54957977ed5964eafc25903.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:29,220 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:29,220 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 848b5e9049c7c14803bd9722fb68de58, disabling compactions & flushes 2024-12-13T03:18:29,220 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:18:29,220 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:18:29,220 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. after waiting 0 ms 2024-12-13T03:18:29,220 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:18:29,220 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:18:29,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 848b5e9049c7c14803bd9722fb68de58: 2024-12-13T03:18:29,222 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bc27dbbedb4a01afac00040aafd72f37, NAME => 'test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741861_1037 (size=45) 2024-12-13T03:18:29,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741862_1038 (size=45) 2024-12-13T03:18:29,619 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:29,619 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ebde9150e052d44b44732bdfb9997e08, disabling compactions & flushes 2024-12-13T03:18:29,619 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:18:29,619 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:18:29,619 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. after waiting 0 ms 2024-12-13T03:18:29,619 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:18:29,619 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:18:29,619 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ebde9150e052d44b44732bdfb9997e08: 2024-12-13T03:18:29,620 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b61bb09243437313a2afe26fff2740ff, NAME => 'test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741863_1039 (size=42) 2024-12-13T03:18:29,627 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:29,627 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b61bb09243437313a2afe26fff2740ff, disabling compactions & flushes 2024-12-13T03:18:29,627 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:18:29,627 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:18:29,627 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. after waiting 0 ms 2024-12-13T03:18:29,627 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:18:29,627 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:18:29,627 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b61bb09243437313a2afe26fff2740ff: 2024-12-13T03:18:29,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734059905914.b516447ea54957977ed5964eafc25903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:29,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b516447ea54957977ed5964eafc25903, disabling compactions & flushes 2024-12-13T03:18:29,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:18:29,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:18:29,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. after waiting 0 ms 2024-12-13T03:18:29,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:18:29,629 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:18:29,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b516447ea54957977ed5964eafc25903: 2024-12-13T03:18:29,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:29,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bc27dbbedb4a01afac00040aafd72f37, disabling compactions & flushes 2024-12-13T03:18:29,630 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:18:29,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:18:29,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. after waiting 0 ms 2024-12-13T03:18:29,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:18:29,630 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:18:29,630 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bc27dbbedb4a01afac00040aafd72f37: 2024-12-13T03:18:29,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T03:18:29,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734059905914.f21870350847036e94a6820826479b8f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734059905914.b516447ea54957977ed5964eafc25903.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734059909631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059909631"}]},"ts":"1734059909631"} 2024-12-13T03:18:29,640 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T03:18:29,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T03:18:29,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059909641"}]},"ts":"1734059909641"} 2024-12-13T03:18:29,644 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T03:18:29,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4d1ef97a2ef6c0ce8b5e1d97dff089b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=04f1534a24c42d4a637ad3342faae2bd, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d23af7ef10acd209f78be7d4805b7fce, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dad341abe1b9a1a6a030ecfdbf502ca2, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c673029cf2201d30ac49d740615e4e08, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8b88f9b28024500e29a6980fac01746e, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4556b32e91d348fd1e238c61df4039e4, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5875233bd5764bca17a01ab9f51e42ab, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9f36908a64e7f5387dc64b63044ca4e, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=433d7abad1690a500c7ccc476ab7f4bb, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=804a14b310f42ff10ae2bae9dceff14d, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84b840ccab5ccc1045e73c1e624c4c87, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cdb58d278df84f8f7726b8b5a0a32af, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3aa43f4227dd8e23b58401d2c2ad56c8, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49fbac1667f6ce11b5c0db563cc3cecd, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e5cb5633a2716ad94a7e65fb31cd20a, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=68c07a90fac86cdd6708c4c61cac613a, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c294b365e5fdadcc2d70e2dc0867a0cd, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f21870350847036e94a6820826479b8f, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2e15e62a0200f8a409ad6fe500799935, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4ad9e028f50ac6d3904464befde681b1, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=848b5e9049c7c14803bd9722fb68de58, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebde9150e052d44b44732bdfb9997e08, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b516447ea54957977ed5964eafc25903, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc27dbbedb4a01afac00040aafd72f37, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b61bb09243437313a2afe26fff2740ff, ASSIGN}] 2024-12-13T03:18:29,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=804a14b310f42ff10ae2bae9dceff14d, ASSIGN 2024-12-13T03:18:29,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4556b32e91d348fd1e238c61df4039e4, ASSIGN 2024-12-13T03:18:29,719 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3aa43f4227dd8e23b58401d2c2ad56c8, ASSIGN 2024-12-13T03:18:29,719 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0cdb58d278df84f8f7726b8b5a0a32af, ASSIGN 2024-12-13T03:18:29,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=804a14b310f42ff10ae2bae9dceff14d, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,720 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4556b32e91d348fd1e238c61df4039e4, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,720 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3aa43f4227dd8e23b58401d2c2ad56c8, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,720 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0cdb58d278df84f8f7726b8b5a0a32af, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,722 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebde9150e052d44b44732bdfb9997e08, ASSIGN 2024-12-13T03:18:29,722 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=848b5e9049c7c14803bd9722fb68de58, ASSIGN 2024-12-13T03:18:29,722 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b516447ea54957977ed5964eafc25903, ASSIGN 2024-12-13T03:18:29,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bc27dbbedb4a01afac00040aafd72f37, ASSIGN 2024-12-13T03:18:29,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b61bb09243437313a2afe26fff2740ff, ASSIGN 2024-12-13T03:18:29,723 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ebde9150e052d44b44732bdfb9997e08, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,723 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=848b5e9049c7c14803bd9722fb68de58, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,723 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b516447ea54957977ed5964eafc25903, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bc27dbbedb4a01afac00040aafd72f37, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,723 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b61bb09243437313a2afe26fff2740ff, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f21870350847036e94a6820826479b8f, ASSIGN 2024-12-13T03:18:29,726 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c294b365e5fdadcc2d70e2dc0867a0cd, ASSIGN 2024-12-13T03:18:29,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2e15e62a0200f8a409ad6fe500799935, ASSIGN 2024-12-13T03:18:29,726 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=68c07a90fac86cdd6708c4c61cac613a, ASSIGN 2024-12-13T03:18:29,726 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4ad9e028f50ac6d3904464befde681b1, ASSIGN 2024-12-13T03:18:29,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f21870350847036e94a6820826479b8f, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,727 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c294b365e5fdadcc2d70e2dc0867a0cd, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2e15e62a0200f8a409ad6fe500799935, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,727 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4ad9e028f50ac6d3904464befde681b1, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,727 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=68c07a90fac86cdd6708c4c61cac613a, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=433d7abad1690a500c7ccc476ab7f4bb, ASSIGN 2024-12-13T03:18:29,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49fbac1667f6ce11b5c0db563cc3cecd, ASSIGN 2024-12-13T03:18:29,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84b840ccab5ccc1045e73c1e624c4c87, ASSIGN 2024-12-13T03:18:29,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e5cb5633a2716ad94a7e65fb31cd20a, ASSIGN 2024-12-13T03:18:29,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9f36908a64e7f5387dc64b63044ca4e, ASSIGN 2024-12-13T03:18:29,732 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=49fbac1667f6ce11b5c0db563cc3cecd, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,732 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=84b840ccab5ccc1045e73c1e624c4c87, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,732 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7e5cb5633a2716ad94a7e65fb31cd20a, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=433d7abad1690a500c7ccc476ab7f4bb, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b9f36908a64e7f5387dc64b63044ca4e, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,734 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8b88f9b28024500e29a6980fac01746e, ASSIGN 2024-12-13T03:18:29,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5875233bd5764bca17a01ab9f51e42ab, ASSIGN 2024-12-13T03:18:29,735 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c673029cf2201d30ac49d740615e4e08, ASSIGN 2024-12-13T03:18:29,735 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d23af7ef10acd209f78be7d4805b7fce, ASSIGN 2024-12-13T03:18:29,735 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dad341abe1b9a1a6a030ecfdbf502ca2, ASSIGN 2024-12-13T03:18:29,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8b88f9b28024500e29a6980fac01746e, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5875233bd5764bca17a01ab9f51e42ab, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,735 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c673029cf2201d30ac49d740615e4e08, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d23af7ef10acd209f78be7d4805b7fce, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,736 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dad341abe1b9a1a6a030ecfdbf502ca2, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,737 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=04f1534a24c42d4a637ad3342faae2bd, ASSIGN 2024-12-13T03:18:29,738 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4d1ef97a2ef6c0ce8b5e1d97dff089b, ASSIGN 2024-12-13T03:18:29,738 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=04f1534a24c42d4a637ad3342faae2bd, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b4d1ef97a2ef6c0ce8b5e1d97dff089b, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:29,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:29,871 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=d23af7ef10acd209f78be7d4805b7fce, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,871 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8b88f9b28024500e29a6980fac01746e, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=7e5cb5633a2716ad94a7e65fb31cd20a, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,871 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=2e15e62a0200f8a409ad6fe500799935, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=5875233bd5764bca17a01ab9f51e42ab, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=29, state=RUNNABLE; OpenRegionProcedure 2e15e62a0200f8a409ad6fe500799935, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=12, state=RUNNABLE; OpenRegionProcedure d23af7ef10acd209f78be7d4805b7fce, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=25, state=RUNNABLE; OpenRegionProcedure 7e5cb5633a2716ad94a7e65fb31cd20a, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=17, state=RUNNABLE; OpenRegionProcedure 5875233bd5764bca17a01ab9f51e42ab, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=15, state=RUNNABLE; OpenRegionProcedure 8b88f9b28024500e29a6980fac01746e, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=bc27dbbedb4a01afac00040aafd72f37, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=34, state=RUNNABLE; OpenRegionProcedure bc27dbbedb4a01afac00040aafd72f37, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=84b840ccab5ccc1045e73c1e624c4c87, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ebde9150e052d44b44732bdfb9997e08, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,882 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=0cdb58d278df84f8f7726b8b5a0a32af, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=32, state=RUNNABLE; OpenRegionProcedure ebde9150e052d44b44732bdfb9997e08, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=21, state=RUNNABLE; OpenRegionProcedure 84b840ccab5ccc1045e73c1e624c4c87, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=22, state=RUNNABLE; OpenRegionProcedure 0cdb58d278df84f8f7726b8b5a0a32af, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,884 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=4556b32e91d348fd1e238c61df4039e4, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=04f1534a24c42d4a637ad3342faae2bd, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=11, state=RUNNABLE; OpenRegionProcedure 04f1534a24c42d4a637ad3342faae2bd, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=c294b365e5fdadcc2d70e2dc0867a0cd, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=16, state=RUNNABLE; OpenRegionProcedure 4556b32e91d348fd1e238c61df4039e4, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=68c07a90fac86cdd6708c4c61cac613a, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=27, state=RUNNABLE; OpenRegionProcedure c294b365e5fdadcc2d70e2dc0867a0cd, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c673029cf2201d30ac49d740615e4e08, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=26, state=RUNNABLE; OpenRegionProcedure 68c07a90fac86cdd6708c4c61cac613a, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,892 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=b9f36908a64e7f5387dc64b63044ca4e, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=14, state=RUNNABLE; OpenRegionProcedure c673029cf2201d30ac49d740615e4e08, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b4d1ef97a2ef6c0ce8b5e1d97dff089b, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,894 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3aa43f4227dd8e23b58401d2c2ad56c8, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=18, state=RUNNABLE; OpenRegionProcedure b9f36908a64e7f5387dc64b63044ca4e, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,897 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=804a14b310f42ff10ae2bae9dceff14d, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=10, state=RUNNABLE; OpenRegionProcedure b4d1ef97a2ef6c0ce8b5e1d97dff089b, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=23, state=RUNNABLE; OpenRegionProcedure 3aa43f4227dd8e23b58401d2c2ad56c8, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,899 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=dad341abe1b9a1a6a030ecfdbf502ca2, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=20, state=RUNNABLE; OpenRegionProcedure 804a14b310f42ff10ae2bae9dceff14d, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=13, state=RUNNABLE; OpenRegionProcedure dad341abe1b9a1a6a030ecfdbf502ca2, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=848b5e9049c7c14803bd9722fb68de58, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=f21870350847036e94a6820826479b8f, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=b516447ea54957977ed5964eafc25903, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=49fbac1667f6ce11b5c0db563cc3cecd, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=28, state=RUNNABLE; OpenRegionProcedure f21870350847036e94a6820826479b8f, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=31, state=RUNNABLE; OpenRegionProcedure 848b5e9049c7c14803bd9722fb68de58, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b61bb09243437313a2afe26fff2740ff, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=33, state=RUNNABLE; OpenRegionProcedure b516447ea54957977ed5964eafc25903, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=24, state=RUNNABLE; OpenRegionProcedure 49fbac1667f6ce11b5c0db563cc3cecd, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=35, state=RUNNABLE; OpenRegionProcedure b61bb09243437313a2afe26fff2740ff, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4ad9e028f50ac6d3904464befde681b1, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=30, state=RUNNABLE; OpenRegionProcedure 4ad9e028f50ac6d3904464befde681b1, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:29,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=433d7abad1690a500c7ccc476ab7f4bb, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:29,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=19, state=RUNNABLE; OpenRegionProcedure 433d7abad1690a500c7ccc476ab7f4bb, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:30,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:30,032 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:18:30,033 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 848b5e9049c7c14803bd9722fb68de58, NAME => 'test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T03:18:30,034 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,034 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,034 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,034 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,036 INFO [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,039 INFO [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848b5e9049c7c14803bd9722fb68de58 columnFamilyName f 2024-12-13T03:18:30,039 DEBUG [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,040 INFO [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] regionserver.HStore(327): Store=848b5e9049c7c14803bd9722fb68de58/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,040 INFO [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,042 INFO [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 848b5e9049c7c14803bd9722fb68de58 columnFamilyName norep 2024-12-13T03:18:30,042 DEBUG [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,043 INFO [StoreOpener-848b5e9049c7c14803bd9722fb68de58-1 {}] regionserver.HStore(327): Store=848b5e9049c7c14803bd9722fb68de58/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,044 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,044 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,045 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,047 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:18:30,049 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/848b5e9049c7c14803bd9722fb68de58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,049 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 848b5e9049c7c14803bd9722fb68de58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59261711, jitterRate=-0.11693169176578522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,049 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 848b5e9049c7c14803bd9722fb68de58: 2024-12-13T03:18:30,050 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58., pid=56, masterSystemTime=1734059910025 2024-12-13T03:18:30,053 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:18:30,053 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:18:30,053 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:18:30,053 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ad9e028f50ac6d3904464befde681b1, NAME => 'test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T03:18:30,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=848b5e9049c7c14803bd9722fb68de58, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,053 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,054 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,054 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,054 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,056 INFO [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,058 INFO [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ad9e028f50ac6d3904464befde681b1 columnFamilyName f 2024-12-13T03:18:30,058 DEBUG [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=31 2024-12-13T03:18:30,058 INFO [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] regionserver.HStore(327): Store=4ad9e028f50ac6d3904464befde681b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=31, state=SUCCESS; OpenRegionProcedure 848b5e9049c7c14803bd9722fb68de58, server=8d92e4d6ac21,36929,1734059892657 in 150 msec 2024-12-13T03:18:30,059 INFO [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=848b5e9049c7c14803bd9722fb68de58, ASSIGN in 344 msec 2024-12-13T03:18:30,060 INFO [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ad9e028f50ac6d3904464befde681b1 columnFamilyName norep 2024-12-13T03:18:30,061 DEBUG [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,061 INFO [StoreOpener-4ad9e028f50ac6d3904464befde681b1-1 {}] regionserver.HStore(327): Store=4ad9e028f50ac6d3904464befde681b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,062 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,062 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,063 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,065 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:18:30,067 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4ad9e028f50ac6d3904464befde681b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,067 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 4ad9e028f50ac6d3904464befde681b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73776749, jitterRate=0.09935922920703888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,068 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 4ad9e028f50ac6d3904464befde681b1: 2024-12-13T03:18:30,068 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1., pid=60, masterSystemTime=1734059910025 2024-12-13T03:18:30,070 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:18:30,071 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:18:30,071 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:18:30,071 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 49fbac1667f6ce11b5c0db563cc3cecd, NAME => 'test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T03:18:30,071 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=4ad9e028f50ac6d3904464befde681b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,071 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,071 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,072 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,072 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,074 INFO [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=30 2024-12-13T03:18:30,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=30, state=SUCCESS; OpenRegionProcedure 4ad9e028f50ac6d3904464befde681b1, server=8d92e4d6ac21,36929,1734059892657 in 160 msec 2024-12-13T03:18:30,076 INFO [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fbac1667f6ce11b5c0db563cc3cecd columnFamilyName f 2024-12-13T03:18:30,076 DEBUG [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4ad9e028f50ac6d3904464befde681b1, ASSIGN in 360 msec 2024-12-13T03:18:30,076 INFO [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] regionserver.HStore(327): Store=49fbac1667f6ce11b5c0db563cc3cecd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,077 INFO [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,078 INFO [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49fbac1667f6ce11b5c0db563cc3cecd columnFamilyName norep 2024-12-13T03:18:30,078 DEBUG [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,079 INFO [StoreOpener-49fbac1667f6ce11b5c0db563cc3cecd-1 {}] regionserver.HStore(327): Store=49fbac1667f6ce11b5c0db563cc3cecd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,080 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,081 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,082 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,084 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:18:30,086 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/49fbac1667f6ce11b5c0db563cc3cecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,087 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 49fbac1667f6ce11b5c0db563cc3cecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60569301, jitterRate=-0.09744708240032196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,087 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 49fbac1667f6ce11b5c0db563cc3cecd: 2024-12-13T03:18:30,088 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd., pid=58, masterSystemTime=1734059910025 2024-12-13T03:18:30,089 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:18:30,089 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:18:30,089 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:18:30,090 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 433d7abad1690a500c7ccc476ab7f4bb, NAME => 'test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T03:18:30,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=49fbac1667f6ce11b5c0db563cc3cecd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,090 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,090 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,090 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,090 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,092 INFO [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=24 2024-12-13T03:18:30,093 INFO [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 433d7abad1690a500c7ccc476ab7f4bb columnFamilyName f 2024-12-13T03:18:30,094 DEBUG [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=24, state=SUCCESS; OpenRegionProcedure 49fbac1667f6ce11b5c0db563cc3cecd, server=8d92e4d6ac21,36929,1734059892657 in 184 msec 2024-12-13T03:18:30,094 INFO [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] regionserver.HStore(327): Store=433d7abad1690a500c7ccc476ab7f4bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,094 INFO [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=49fbac1667f6ce11b5c0db563cc3cecd, ASSIGN in 378 msec 2024-12-13T03:18:30,096 INFO [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 433d7abad1690a500c7ccc476ab7f4bb columnFamilyName norep 2024-12-13T03:18:30,096 DEBUG [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,097 INFO [StoreOpener-433d7abad1690a500c7ccc476ab7f4bb-1 {}] regionserver.HStore(327): Store=433d7abad1690a500c7ccc476ab7f4bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,098 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,098 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,100 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,101 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:18:30,103 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/433d7abad1690a500c7ccc476ab7f4bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,103 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 433d7abad1690a500c7ccc476ab7f4bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74928228, jitterRate=0.11651760339736938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,104 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 433d7abad1690a500c7ccc476ab7f4bb: 2024-12-13T03:18:30,104 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb., pid=61, masterSystemTime=1734059910025 2024-12-13T03:18:30,106 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:18:30,106 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:18:30,106 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:18:30,106 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => b9f36908a64e7f5387dc64b63044ca4e, NAME => 'test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T03:18:30,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=433d7abad1690a500c7ccc476ab7f4bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,107 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,107 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,107 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,107 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,109 INFO [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,110 INFO [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f36908a64e7f5387dc64b63044ca4e columnFamilyName f 2024-12-13T03:18:30,110 DEBUG [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=19 2024-12-13T03:18:30,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=19, state=SUCCESS; OpenRegionProcedure 433d7abad1690a500c7ccc476ab7f4bb, server=8d92e4d6ac21,36929,1734059892657 in 194 msec 2024-12-13T03:18:30,111 INFO [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] regionserver.HStore(327): Store=b9f36908a64e7f5387dc64b63044ca4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,111 INFO [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=433d7abad1690a500c7ccc476ab7f4bb, ASSIGN in 396 msec 2024-12-13T03:18:30,113 INFO [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9f36908a64e7f5387dc64b63044ca4e columnFamilyName norep 2024-12-13T03:18:30,113 DEBUG [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,114 INFO [StoreOpener-b9f36908a64e7f5387dc64b63044ca4e-1 {}] regionserver.HStore(327): Store=b9f36908a64e7f5387dc64b63044ca4e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,114 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,115 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,116 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,117 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:18:30,119 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b9f36908a64e7f5387dc64b63044ca4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,120 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened b9f36908a64e7f5387dc64b63044ca4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74296627, jitterRate=0.10710601508617401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,120 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for b9f36908a64e7f5387dc64b63044ca4e: 2024-12-13T03:18:30,121 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e., pid=50, masterSystemTime=1734059910025 2024-12-13T03:18:30,122 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:18:30,122 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:18:30,122 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:18:30,123 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 5875233bd5764bca17a01ab9f51e42ab, NAME => 'test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T03:18:30,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=b9f36908a64e7f5387dc64b63044ca4e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,123 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,123 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,123 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,123 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,125 INFO [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,127 INFO [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5875233bd5764bca17a01ab9f51e42ab columnFamilyName f 2024-12-13T03:18:30,127 DEBUG [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=18 2024-12-13T03:18:30,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=18, state=SUCCESS; OpenRegionProcedure b9f36908a64e7f5387dc64b63044ca4e, server=8d92e4d6ac21,36929,1734059892657 in 230 msec 2024-12-13T03:18:30,127 INFO [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] regionserver.HStore(327): Store=5875233bd5764bca17a01ab9f51e42ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,128 INFO [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b9f36908a64e7f5387dc64b63044ca4e, ASSIGN in 412 msec 2024-12-13T03:18:30,129 INFO [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5875233bd5764bca17a01ab9f51e42ab columnFamilyName norep 2024-12-13T03:18:30,129 DEBUG [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,130 INFO [StoreOpener-5875233bd5764bca17a01ab9f51e42ab-1 {}] regionserver.HStore(327): Store=5875233bd5764bca17a01ab9f51e42ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,130 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,131 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,132 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,133 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:18:30,134 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/5875233bd5764bca17a01ab9f51e42ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,135 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 5875233bd5764bca17a01ab9f51e42ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67768137, jitterRate=0.009823933243751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,135 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 5875233bd5764bca17a01ab9f51e42ab: 2024-12-13T03:18:30,136 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab., pid=39, masterSystemTime=1734059910025 2024-12-13T03:18:30,137 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:18:30,138 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:18:30,138 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:18:30,138 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => d23af7ef10acd209f78be7d4805b7fce, NAME => 'test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T03:18:30,138 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=5875233bd5764bca17a01ab9f51e42ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,138 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,138 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,138 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,138 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,140 INFO [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,141 INFO [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23af7ef10acd209f78be7d4805b7fce columnFamilyName f 2024-12-13T03:18:30,142 DEBUG [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=17 2024-12-13T03:18:30,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=17, state=SUCCESS; OpenRegionProcedure 5875233bd5764bca17a01ab9f51e42ab, server=8d92e4d6ac21,36929,1734059892657 in 265 msec 2024-12-13T03:18:30,143 INFO [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] regionserver.HStore(327): Store=d23af7ef10acd209f78be7d4805b7fce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,143 INFO [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5875233bd5764bca17a01ab9f51e42ab, ASSIGN in 427 msec 2024-12-13T03:18:30,145 INFO [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d23af7ef10acd209f78be7d4805b7fce columnFamilyName norep 2024-12-13T03:18:30,145 DEBUG [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,145 INFO [StoreOpener-d23af7ef10acd209f78be7d4805b7fce-1 {}] regionserver.HStore(327): Store=d23af7ef10acd209f78be7d4805b7fce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,146 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,146 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,148 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,149 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:18:30,152 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/d23af7ef10acd209f78be7d4805b7fce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,152 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened d23af7ef10acd209f78be7d4805b7fce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62572639, jitterRate=-0.06759501993656158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,152 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for d23af7ef10acd209f78be7d4805b7fce: 2024-12-13T03:18:30,153 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce., pid=37, masterSystemTime=1734059910025 2024-12-13T03:18:30,155 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:18:30,155 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:18:30,155 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:18:30,155 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => ebde9150e052d44b44732bdfb9997e08, NAME => 'test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T03:18:30,155 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=d23af7ef10acd209f78be7d4805b7fce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,156 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,156 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,156 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,156 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,158 INFO [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,159 INFO [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebde9150e052d44b44732bdfb9997e08 columnFamilyName f 2024-12-13T03:18:30,159 DEBUG [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=12 2024-12-13T03:18:30,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=12, state=SUCCESS; OpenRegionProcedure d23af7ef10acd209f78be7d4805b7fce, server=8d92e4d6ac21,36929,1734059892657 in 283 msec 2024-12-13T03:18:30,160 INFO [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] regionserver.HStore(327): Store=ebde9150e052d44b44732bdfb9997e08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,160 INFO [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d23af7ef10acd209f78be7d4805b7fce, ASSIGN in 445 msec 2024-12-13T03:18:30,162 INFO [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebde9150e052d44b44732bdfb9997e08 columnFamilyName norep 2024-12-13T03:18:30,162 DEBUG [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,162 INFO [StoreOpener-ebde9150e052d44b44732bdfb9997e08-1 {}] regionserver.HStore(327): Store=ebde9150e052d44b44732bdfb9997e08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,163 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,164 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,165 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,166 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:18:30,168 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/ebde9150e052d44b44732bdfb9997e08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,169 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened ebde9150e052d44b44732bdfb9997e08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68028458, jitterRate=0.013703018426895142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,169 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for ebde9150e052d44b44732bdfb9997e08: 2024-12-13T03:18:30,170 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08., pid=42, masterSystemTime=1734059910025 2024-12-13T03:18:30,172 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:18:30,172 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:18:30,172 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:18:30,172 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => b4d1ef97a2ef6c0ce8b5e1d97dff089b, NAME => 'test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T03:18:30,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=ebde9150e052d44b44732bdfb9997e08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,172 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,172 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,173 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,173 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,174 INFO [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,176 INFO [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4d1ef97a2ef6c0ce8b5e1d97dff089b columnFamilyName f 2024-12-13T03:18:30,176 DEBUG [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=32 2024-12-13T03:18:30,177 INFO [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] regionserver.HStore(327): Store=b4d1ef97a2ef6c0ce8b5e1d97dff089b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=32, state=SUCCESS; OpenRegionProcedure ebde9150e052d44b44732bdfb9997e08, server=8d92e4d6ac21,36929,1734059892657 in 293 msec 2024-12-13T03:18:30,177 INFO [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ebde9150e052d44b44732bdfb9997e08, ASSIGN in 461 msec 2024-12-13T03:18:30,179 INFO [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4d1ef97a2ef6c0ce8b5e1d97dff089b columnFamilyName norep 2024-12-13T03:18:30,179 DEBUG [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,180 INFO [StoreOpener-b4d1ef97a2ef6c0ce8b5e1d97dff089b-1 {}] regionserver.HStore(327): Store=b4d1ef97a2ef6c0ce8b5e1d97dff089b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,181 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,181 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,182 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,183 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:18:30,186 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,186 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened b4d1ef97a2ef6c0ce8b5e1d97dff089b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59586251, jitterRate=-0.1120956689119339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,187 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for b4d1ef97a2ef6c0ce8b5e1d97dff089b: 2024-12-13T03:18:30,187 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., pid=52, masterSystemTime=1734059910025 2024-12-13T03:18:30,189 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:18:30,189 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:18:30,189 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:18:30,190 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b4d1ef97a2ef6c0ce8b5e1d97dff089b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,190 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => f21870350847036e94a6820826479b8f, NAME => 'test,sss,1734059905914.f21870350847036e94a6820826479b8f.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T03:18:30,190 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,190 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,sss,1734059905914.f21870350847036e94a6820826479b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,190 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,190 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,193 INFO [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=10 2024-12-13T03:18:30,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=10, state=SUCCESS; OpenRegionProcedure b4d1ef97a2ef6c0ce8b5e1d97dff089b, server=8d92e4d6ac21,36929,1734059892657 in 294 msec 2024-12-13T03:18:30,195 INFO [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f21870350847036e94a6820826479b8f columnFamilyName f 2024-12-13T03:18:30,195 DEBUG [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b4d1ef97a2ef6c0ce8b5e1d97dff089b, ASSIGN in 478 msec 2024-12-13T03:18:30,195 INFO [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] regionserver.HStore(327): Store=f21870350847036e94a6820826479b8f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,195 INFO [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,197 INFO [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f21870350847036e94a6820826479b8f columnFamilyName norep 2024-12-13T03:18:30,197 DEBUG [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,199 INFO [StoreOpener-f21870350847036e94a6820826479b8f-1 {}] regionserver.HStore(327): Store=f21870350847036e94a6820826479b8f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,200 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,200 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,201 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,202 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for f21870350847036e94a6820826479b8f 2024-12-13T03:18:30,204 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/f21870350847036e94a6820826479b8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,205 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened f21870350847036e94a6820826479b8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65325033, jitterRate=-0.02658115327358246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,205 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for f21870350847036e94a6820826479b8f: 2024-12-13T03:18:30,206 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734059905914.f21870350847036e94a6820826479b8f., pid=55, masterSystemTime=1734059910025 2024-12-13T03:18:30,208 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:18:30,208 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:18:30,208 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:18:30,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=f21870350847036e94a6820826479b8f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,208 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => bc27dbbedb4a01afac00040aafd72f37, NAME => 'test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T03:18:30,209 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,209 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,209 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,209 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,210 INFO [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=28 2024-12-13T03:18:30,212 INFO [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc27dbbedb4a01afac00040aafd72f37 columnFamilyName f 2024-12-13T03:18:30,212 DEBUG [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=28, state=SUCCESS; OpenRegionProcedure f21870350847036e94a6820826479b8f, server=8d92e4d6ac21,36929,1734059892657 in 305 msec 2024-12-13T03:18:30,213 INFO [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] regionserver.HStore(327): Store=bc27dbbedb4a01afac00040aafd72f37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,213 INFO [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f21870350847036e94a6820826479b8f, ASSIGN in 497 msec 2024-12-13T03:18:30,214 INFO [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc27dbbedb4a01afac00040aafd72f37 columnFamilyName norep 2024-12-13T03:18:30,214 DEBUG [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,215 INFO [StoreOpener-bc27dbbedb4a01afac00040aafd72f37-1 {}] regionserver.HStore(327): Store=bc27dbbedb4a01afac00040aafd72f37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,216 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,216 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,217 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,219 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:18:30,221 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/bc27dbbedb4a01afac00040aafd72f37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,222 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened bc27dbbedb4a01afac00040aafd72f37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60052510, jitterRate=-0.10514786839485168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,222 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for bc27dbbedb4a01afac00040aafd72f37: 2024-12-13T03:18:30,223 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37., pid=41, masterSystemTime=1734059910025 2024-12-13T03:18:30,224 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:18:30,225 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:18:30,225 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:18:30,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=bc27dbbedb4a01afac00040aafd72f37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,225 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 4556b32e91d348fd1e238c61df4039e4, NAME => 'test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T03:18:30,225 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,226 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,226 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,226 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,228 INFO [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=34 2024-12-13T03:18:30,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=34, state=SUCCESS; OpenRegionProcedure bc27dbbedb4a01afac00040aafd72f37, server=8d92e4d6ac21,36929,1734059892657 in 348 msec 2024-12-13T03:18:30,230 INFO [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4556b32e91d348fd1e238c61df4039e4 columnFamilyName f 2024-12-13T03:18:30,230 DEBUG [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bc27dbbedb4a01afac00040aafd72f37, ASSIGN in 514 msec 2024-12-13T03:18:30,231 INFO [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] regionserver.HStore(327): Store=4556b32e91d348fd1e238c61df4039e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,231 INFO [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,233 INFO [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4556b32e91d348fd1e238c61df4039e4 columnFamilyName norep 2024-12-13T03:18:30,233 DEBUG [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,233 INFO [StoreOpener-4556b32e91d348fd1e238c61df4039e4-1 {}] regionserver.HStore(327): Store=4556b32e91d348fd1e238c61df4039e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,234 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,235 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,236 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,237 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:18:30,239 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4556b32e91d348fd1e238c61df4039e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,240 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 4556b32e91d348fd1e238c61df4039e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70366687, jitterRate=0.04854534566402435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,240 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 4556b32e91d348fd1e238c61df4039e4: 2024-12-13T03:18:30,240 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4., pid=46, masterSystemTime=1734059910025 2024-12-13T03:18:30,242 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:18:30,242 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:18:30,242 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:18:30,242 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => b516447ea54957977ed5964eafc25903, NAME => 'test,xxx,1734059905914.b516447ea54957977ed5964eafc25903.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T03:18:30,242 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=4556b32e91d348fd1e238c61df4039e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,242 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,242 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,xxx,1734059905914.b516447ea54957977ed5964eafc25903.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,243 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,243 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,244 INFO [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=16 2024-12-13T03:18:30,246 INFO [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b516447ea54957977ed5964eafc25903 columnFamilyName f 2024-12-13T03:18:30,246 DEBUG [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=16, state=SUCCESS; OpenRegionProcedure 4556b32e91d348fd1e238c61df4039e4, server=8d92e4d6ac21,36929,1734059892657 in 357 msec 2024-12-13T03:18:30,247 INFO [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] regionserver.HStore(327): Store=b516447ea54957977ed5964eafc25903/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,247 INFO [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4556b32e91d348fd1e238c61df4039e4, ASSIGN in 531 msec 2024-12-13T03:18:30,248 INFO [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b516447ea54957977ed5964eafc25903 columnFamilyName norep 2024-12-13T03:18:30,248 DEBUG [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,249 INFO [StoreOpener-b516447ea54957977ed5964eafc25903-1 {}] regionserver.HStore(327): Store=b516447ea54957977ed5964eafc25903/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,250 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,250 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,252 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,253 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for b516447ea54957977ed5964eafc25903 2024-12-13T03:18:30,255 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b516447ea54957977ed5964eafc25903/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,256 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened b516447ea54957977ed5964eafc25903; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72780622, jitterRate=0.084515780210495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,256 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for b516447ea54957977ed5964eafc25903: 2024-12-13T03:18:30,257 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734059905914.b516447ea54957977ed5964eafc25903., pid=57, masterSystemTime=1734059910025 2024-12-13T03:18:30,258 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:18:30,258 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:18:30,259 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:18:30,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=b516447ea54957977ed5964eafc25903, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 0cdb58d278df84f8f7726b8b5a0a32af, NAME => 'test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T03:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,261 INFO [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=33 2024-12-13T03:18:30,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=33, state=SUCCESS; OpenRegionProcedure b516447ea54957977ed5964eafc25903, server=8d92e4d6ac21,36929,1734059892657 in 353 msec 2024-12-13T03:18:30,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b516447ea54957977ed5964eafc25903, ASSIGN in 547 msec 2024-12-13T03:18:30,263 INFO [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cdb58d278df84f8f7726b8b5a0a32af columnFamilyName f 2024-12-13T03:18:30,264 DEBUG [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,264 INFO [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] regionserver.HStore(327): Store=0cdb58d278df84f8f7726b8b5a0a32af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,264 INFO [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,266 INFO [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cdb58d278df84f8f7726b8b5a0a32af columnFamilyName norep 2024-12-13T03:18:30,266 DEBUG [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,267 INFO [StoreOpener-0cdb58d278df84f8f7726b8b5a0a32af-1 {}] regionserver.HStore(327): Store=0cdb58d278df84f8f7726b8b5a0a32af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,268 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,268 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,269 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,270 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:18:30,272 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/0cdb58d278df84f8f7726b8b5a0a32af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,272 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 0cdb58d278df84f8f7726b8b5a0a32af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64893479, jitterRate=-0.03301180899143219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,272 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 0cdb58d278df84f8f7726b8b5a0a32af: 2024-12-13T03:18:30,273 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af., pid=44, masterSystemTime=1734059910025 2024-12-13T03:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:18:30,275 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:18:30,275 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:18:30,275 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=0cdb58d278df84f8f7726b8b5a0a32af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 04f1534a24c42d4a637ad3342faae2bd, NAME => 'test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T03:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,276 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,276 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,277 INFO [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=22 2024-12-13T03:18:30,279 INFO [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f1534a24c42d4a637ad3342faae2bd columnFamilyName f 2024-12-13T03:18:30,279 DEBUG [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=22, state=SUCCESS; OpenRegionProcedure 0cdb58d278df84f8f7726b8b5a0a32af, server=8d92e4d6ac21,36929,1734059892657 in 394 msec 2024-12-13T03:18:30,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0cdb58d278df84f8f7726b8b5a0a32af, ASSIGN in 564 msec 2024-12-13T03:18:30,280 INFO [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] regionserver.HStore(327): Store=04f1534a24c42d4a637ad3342faae2bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,280 INFO [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,282 INFO [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f1534a24c42d4a637ad3342faae2bd columnFamilyName norep 2024-12-13T03:18:30,282 DEBUG [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,283 INFO [StoreOpener-04f1534a24c42d4a637ad3342faae2bd-1 {}] regionserver.HStore(327): Store=04f1534a24c42d4a637ad3342faae2bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,283 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,284 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,285 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,286 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:18:30,288 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/04f1534a24c42d4a637ad3342faae2bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,289 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 04f1534a24c42d4a637ad3342faae2bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72019859, jitterRate=0.07317952811717987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,289 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 04f1534a24c42d4a637ad3342faae2bd: 2024-12-13T03:18:30,290 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd., pid=45, masterSystemTime=1734059910025 2024-12-13T03:18:30,291 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:18:30,292 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:18:30,292 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:18:30,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=04f1534a24c42d4a637ad3342faae2bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,292 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => c673029cf2201d30ac49d740615e4e08, NAME => 'test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T03:18:30,292 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,292 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,292 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,292 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,294 INFO [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=11 2024-12-13T03:18:30,296 INFO [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c673029cf2201d30ac49d740615e4e08 columnFamilyName f 2024-12-13T03:18:30,296 DEBUG [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=11, state=SUCCESS; OpenRegionProcedure 04f1534a24c42d4a637ad3342faae2bd, server=8d92e4d6ac21,36929,1734059892657 in 408 msec 2024-12-13T03:18:30,297 INFO [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] regionserver.HStore(327): Store=c673029cf2201d30ac49d740615e4e08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,297 INFO [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=04f1534a24c42d4a637ad3342faae2bd, ASSIGN in 581 msec 2024-12-13T03:18:30,298 INFO [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c673029cf2201d30ac49d740615e4e08 columnFamilyName norep 2024-12-13T03:18:30,298 DEBUG [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,299 INFO [StoreOpener-c673029cf2201d30ac49d740615e4e08-1 {}] regionserver.HStore(327): Store=c673029cf2201d30ac49d740615e4e08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,300 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,300 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,301 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,302 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for c673029cf2201d30ac49d740615e4e08 2024-12-13T03:18:30,304 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c673029cf2201d30ac49d740615e4e08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,305 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened c673029cf2201d30ac49d740615e4e08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68802953, jitterRate=0.025243893265724182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,305 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for c673029cf2201d30ac49d740615e4e08: 2024-12-13T03:18:30,305 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08., pid=49, masterSystemTime=1734059910025 2024-12-13T03:18:30,307 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:18:30,308 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:18:30,308 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:18:30,308 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 2e15e62a0200f8a409ad6fe500799935, NAME => 'test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T03:18:30,308 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c673029cf2201d30ac49d740615e4e08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,308 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,308 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,308 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,308 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,310 INFO [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,312 INFO [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e15e62a0200f8a409ad6fe500799935 columnFamilyName f 2024-12-13T03:18:30,312 DEBUG [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,313 INFO [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] regionserver.HStore(327): Store=2e15e62a0200f8a409ad6fe500799935/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,313 INFO [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=14 2024-12-13T03:18:30,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=14, state=SUCCESS; OpenRegionProcedure c673029cf2201d30ac49d740615e4e08, server=8d92e4d6ac21,36929,1734059892657 in 421 msec 2024-12-13T03:18:30,315 INFO [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e15e62a0200f8a409ad6fe500799935 columnFamilyName norep 2024-12-13T03:18:30,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c673029cf2201d30ac49d740615e4e08, ASSIGN in 599 msec 2024-12-13T03:18:30,315 DEBUG [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,315 INFO [StoreOpener-2e15e62a0200f8a409ad6fe500799935-1 {}] regionserver.HStore(327): Store=2e15e62a0200f8a409ad6fe500799935/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,316 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,317 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,318 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,319 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:18:30,321 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/2e15e62a0200f8a409ad6fe500799935/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,322 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 2e15e62a0200f8a409ad6fe500799935; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73364988, jitterRate=0.09322351217269897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,322 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 2e15e62a0200f8a409ad6fe500799935: 2024-12-13T03:18:30,323 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935., pid=36, masterSystemTime=1734059910025 2024-12-13T03:18:30,324 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:18:30,324 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:18:30,324 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:18:30,325 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e5cb5633a2716ad94a7e65fb31cd20a, NAME => 'test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T03:18:30,325 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=2e15e62a0200f8a409ad6fe500799935, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,325 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,325 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,325 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,325 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,327 INFO [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=29 2024-12-13T03:18:30,329 INFO [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5cb5633a2716ad94a7e65fb31cd20a columnFamilyName f 2024-12-13T03:18:30,329 DEBUG [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=29, state=SUCCESS; OpenRegionProcedure 2e15e62a0200f8a409ad6fe500799935, server=8d92e4d6ac21,36929,1734059892657 in 453 msec 2024-12-13T03:18:30,329 INFO [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] regionserver.HStore(327): Store=7e5cb5633a2716ad94a7e65fb31cd20a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,329 INFO [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2e15e62a0200f8a409ad6fe500799935, ASSIGN in 613 msec 2024-12-13T03:18:30,331 INFO [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5cb5633a2716ad94a7e65fb31cd20a columnFamilyName norep 2024-12-13T03:18:30,331 DEBUG [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,331 INFO [StoreOpener-7e5cb5633a2716ad94a7e65fb31cd20a-1 {}] regionserver.HStore(327): Store=7e5cb5633a2716ad94a7e65fb31cd20a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,332 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,333 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,334 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,335 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:18:30,338 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/7e5cb5633a2716ad94a7e65fb31cd20a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,339 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 7e5cb5633a2716ad94a7e65fb31cd20a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61363037, jitterRate=-0.0856194943189621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,339 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 7e5cb5633a2716ad94a7e65fb31cd20a: 2024-12-13T03:18:30,340 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a., pid=38, masterSystemTime=1734059910025 2024-12-13T03:18:30,342 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:18:30,342 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:18:30,342 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:18:30,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=7e5cb5633a2716ad94a7e65fb31cd20a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,342 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 804a14b310f42ff10ae2bae9dceff14d, NAME => 'test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T03:18:30,342 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,343 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,343 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,343 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,345 INFO [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=25 2024-12-13T03:18:30,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=25, state=SUCCESS; OpenRegionProcedure 7e5cb5633a2716ad94a7e65fb31cd20a, server=8d92e4d6ac21,36929,1734059892657 in 469 msec 2024-12-13T03:18:30,347 INFO [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804a14b310f42ff10ae2bae9dceff14d columnFamilyName f 2024-12-13T03:18:30,347 DEBUG [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7e5cb5633a2716ad94a7e65fb31cd20a, ASSIGN in 631 msec 2024-12-13T03:18:30,347 INFO [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] regionserver.HStore(327): Store=804a14b310f42ff10ae2bae9dceff14d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,348 INFO [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,349 INFO [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 804a14b310f42ff10ae2bae9dceff14d columnFamilyName norep 2024-12-13T03:18:30,349 DEBUG [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,350 INFO [StoreOpener-804a14b310f42ff10ae2bae9dceff14d-1 {}] regionserver.HStore(327): Store=804a14b310f42ff10ae2bae9dceff14d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,351 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,351 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,352 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,353 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:18:30,355 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/804a14b310f42ff10ae2bae9dceff14d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,356 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 804a14b310f42ff10ae2bae9dceff14d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64604988, jitterRate=-0.037310659885406494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,356 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 804a14b310f42ff10ae2bae9dceff14d: 2024-12-13T03:18:30,357 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d., pid=53, masterSystemTime=1734059910025 2024-12-13T03:18:30,358 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:18:30,358 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:18:30,359 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:18:30,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=804a14b310f42ff10ae2bae9dceff14d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,359 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => c294b365e5fdadcc2d70e2dc0867a0cd, NAME => 'test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T03:18:30,359 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,359 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,359 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,359 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,361 INFO [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=20 2024-12-13T03:18:30,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=20, state=SUCCESS; OpenRegionProcedure 804a14b310f42ff10ae2bae9dceff14d, server=8d92e4d6ac21,36929,1734059892657 in 461 msec 2024-12-13T03:18:30,363 INFO [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c294b365e5fdadcc2d70e2dc0867a0cd columnFamilyName f 2024-12-13T03:18:30,363 DEBUG [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=804a14b310f42ff10ae2bae9dceff14d, ASSIGN in 647 msec 2024-12-13T03:18:30,363 INFO [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] regionserver.HStore(327): Store=c294b365e5fdadcc2d70e2dc0867a0cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,364 INFO [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,365 INFO [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c294b365e5fdadcc2d70e2dc0867a0cd columnFamilyName norep 2024-12-13T03:18:30,365 DEBUG [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,366 INFO [StoreOpener-c294b365e5fdadcc2d70e2dc0867a0cd-1 {}] regionserver.HStore(327): Store=c294b365e5fdadcc2d70e2dc0867a0cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,366 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,367 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,368 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,369 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:18:30,371 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c294b365e5fdadcc2d70e2dc0867a0cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,372 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened c294b365e5fdadcc2d70e2dc0867a0cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71097644, jitterRate=0.059437453746795654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,372 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for c294b365e5fdadcc2d70e2dc0867a0cd: 2024-12-13T03:18:30,373 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd., pid=47, masterSystemTime=1734059910025 2024-12-13T03:18:30,375 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:18:30,375 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:18:30,375 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:18:30,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=c294b365e5fdadcc2d70e2dc0867a0cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,375 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 84b840ccab5ccc1045e73c1e624c4c87, NAME => 'test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T03:18:30,375 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,375 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,376 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,376 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,377 INFO [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=27 2024-12-13T03:18:30,379 INFO [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b840ccab5ccc1045e73c1e624c4c87 columnFamilyName f 2024-12-13T03:18:30,379 DEBUG [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=27, state=SUCCESS; OpenRegionProcedure c294b365e5fdadcc2d70e2dc0867a0cd, server=8d92e4d6ac21,36929,1734059892657 in 489 msec 2024-12-13T03:18:30,380 INFO [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] regionserver.HStore(327): Store=84b840ccab5ccc1045e73c1e624c4c87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,380 INFO [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c294b365e5fdadcc2d70e2dc0867a0cd, ASSIGN in 664 msec 2024-12-13T03:18:30,381 INFO [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84b840ccab5ccc1045e73c1e624c4c87 columnFamilyName norep 2024-12-13T03:18:30,381 DEBUG [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,382 INFO [StoreOpener-84b840ccab5ccc1045e73c1e624c4c87-1 {}] regionserver.HStore(327): Store=84b840ccab5ccc1045e73c1e624c4c87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,383 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,383 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,384 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,385 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:18:30,387 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/84b840ccab5ccc1045e73c1e624c4c87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,387 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 84b840ccab5ccc1045e73c1e624c4c87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63228561, jitterRate=-0.05782102048397064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,387 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 84b840ccab5ccc1045e73c1e624c4c87: 2024-12-13T03:18:30,388 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87., pid=43, masterSystemTime=1734059910025 2024-12-13T03:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:18:30,390 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:18:30,390 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:18:30,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=84b840ccab5ccc1045e73c1e624c4c87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => dad341abe1b9a1a6a030ecfdbf502ca2, NAME => 'test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T03:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,392 INFO [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=21 2024-12-13T03:18:30,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=21, state=SUCCESS; OpenRegionProcedure 84b840ccab5ccc1045e73c1e624c4c87, server=8d92e4d6ac21,36929,1734059892657 in 509 msec 2024-12-13T03:18:30,394 INFO [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dad341abe1b9a1a6a030ecfdbf502ca2 columnFamilyName f 2024-12-13T03:18:30,394 DEBUG [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,394 INFO [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] regionserver.HStore(327): Store=dad341abe1b9a1a6a030ecfdbf502ca2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,394 INFO [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=84b840ccab5ccc1045e73c1e624c4c87, ASSIGN in 679 msec 2024-12-13T03:18:30,396 INFO [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dad341abe1b9a1a6a030ecfdbf502ca2 columnFamilyName norep 2024-12-13T03:18:30,396 DEBUG [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,396 INFO [StoreOpener-dad341abe1b9a1a6a030ecfdbf502ca2-1 {}] regionserver.HStore(327): Store=dad341abe1b9a1a6a030ecfdbf502ca2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,397 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,397 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,398 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,399 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:18:30,402 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/dad341abe1b9a1a6a030ecfdbf502ca2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,402 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened dad341abe1b9a1a6a030ecfdbf502ca2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71297814, jitterRate=0.06242021918296814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,402 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for dad341abe1b9a1a6a030ecfdbf502ca2: 2024-12-13T03:18:30,403 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2., pid=54, masterSystemTime=1734059910025 2024-12-13T03:18:30,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:18:30,405 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:18:30,405 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:18:30,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=dad341abe1b9a1a6a030ecfdbf502ca2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 68c07a90fac86cdd6708c4c61cac613a, NAME => 'test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T03:18:30,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,405 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,406 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,406 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,407 INFO [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=13 2024-12-13T03:18:30,409 INFO [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c07a90fac86cdd6708c4c61cac613a columnFamilyName f 2024-12-13T03:18:30,409 DEBUG [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=13, state=SUCCESS; OpenRegionProcedure dad341abe1b9a1a6a030ecfdbf502ca2, server=8d92e4d6ac21,36929,1734059892657 in 506 msec 2024-12-13T03:18:30,409 INFO [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] regionserver.HStore(327): Store=68c07a90fac86cdd6708c4c61cac613a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,409 INFO [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dad341abe1b9a1a6a030ecfdbf502ca2, ASSIGN in 694 msec 2024-12-13T03:18:30,411 INFO [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c07a90fac86cdd6708c4c61cac613a columnFamilyName norep 2024-12-13T03:18:30,411 DEBUG [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,411 INFO [StoreOpener-68c07a90fac86cdd6708c4c61cac613a-1 {}] regionserver.HStore(327): Store=68c07a90fac86cdd6708c4c61cac613a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,412 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,412 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,413 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,415 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:18:30,417 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/68c07a90fac86cdd6708c4c61cac613a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,418 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 68c07a90fac86cdd6708c4c61cac613a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69596056, jitterRate=0.03706204891204834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,418 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 68c07a90fac86cdd6708c4c61cac613a: 2024-12-13T03:18:30,419 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a., pid=48, masterSystemTime=1734059910025 2024-12-13T03:18:30,420 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:18:30,420 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:18:30,420 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:18:30,421 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 8b88f9b28024500e29a6980fac01746e, NAME => 'test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T03:18:30,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=68c07a90fac86cdd6708c4c61cac613a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,421 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,421 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,421 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,421 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,423 INFO [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,424 INFO [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b88f9b28024500e29a6980fac01746e columnFamilyName f 2024-12-13T03:18:30,424 DEBUG [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=26 2024-12-13T03:18:30,425 INFO [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] regionserver.HStore(327): Store=8b88f9b28024500e29a6980fac01746e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=26, state=SUCCESS; OpenRegionProcedure 68c07a90fac86cdd6708c4c61cac613a, server=8d92e4d6ac21,36929,1734059892657 in 533 msec 2024-12-13T03:18:30,425 INFO [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=68c07a90fac86cdd6708c4c61cac613a, ASSIGN in 709 msec 2024-12-13T03:18:30,426 INFO [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b88f9b28024500e29a6980fac01746e columnFamilyName norep 2024-12-13T03:18:30,426 DEBUG [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,427 INFO [StoreOpener-8b88f9b28024500e29a6980fac01746e-1 {}] regionserver.HStore(327): Store=8b88f9b28024500e29a6980fac01746e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,428 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,428 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,429 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,430 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 8b88f9b28024500e29a6980fac01746e 2024-12-13T03:18:30,433 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/8b88f9b28024500e29a6980fac01746e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,433 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 8b88f9b28024500e29a6980fac01746e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70784974, jitterRate=0.05477830767631531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,434 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 8b88f9b28024500e29a6980fac01746e: 2024-12-13T03:18:30,434 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e., pid=40, masterSystemTime=1734059910025 2024-12-13T03:18:30,436 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:18:30,436 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:18:30,436 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:18:30,436 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8b88f9b28024500e29a6980fac01746e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,436 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 3aa43f4227dd8e23b58401d2c2ad56c8, NAME => 'test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T03:18:30,437 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,437 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,437 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,437 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,439 INFO [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,440 INFO [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa43f4227dd8e23b58401d2c2ad56c8 columnFamilyName f 2024-12-13T03:18:30,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=15 2024-12-13T03:18:30,440 DEBUG [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=15, state=SUCCESS; OpenRegionProcedure 8b88f9b28024500e29a6980fac01746e, server=8d92e4d6ac21,36929,1734059892657 in 562 msec 2024-12-13T03:18:30,441 INFO [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] regionserver.HStore(327): Store=3aa43f4227dd8e23b58401d2c2ad56c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,441 INFO [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8b88f9b28024500e29a6980fac01746e, ASSIGN in 725 msec 2024-12-13T03:18:30,443 INFO [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa43f4227dd8e23b58401d2c2ad56c8 columnFamilyName norep 2024-12-13T03:18:30,443 DEBUG [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,444 INFO [StoreOpener-3aa43f4227dd8e23b58401d2c2ad56c8-1 {}] regionserver.HStore(327): Store=3aa43f4227dd8e23b58401d2c2ad56c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,445 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,445 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,446 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,447 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:18:30,450 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/3aa43f4227dd8e23b58401d2c2ad56c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,451 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 3aa43f4227dd8e23b58401d2c2ad56c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61501889, jitterRate=-0.08355043828487396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,451 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 3aa43f4227dd8e23b58401d2c2ad56c8: 2024-12-13T03:18:30,452 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8., pid=51, masterSystemTime=1734059910025 2024-12-13T03:18:30,454 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:18:30,454 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:18:30,454 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:18:30,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3aa43f4227dd8e23b58401d2c2ad56c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,454 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => b61bb09243437313a2afe26fff2740ff, NAME => 'test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T03:18:30,455 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,455 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:30,455 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,455 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,457 INFO [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=23 2024-12-13T03:18:30,459 INFO [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b61bb09243437313a2afe26fff2740ff columnFamilyName f 2024-12-13T03:18:30,459 DEBUG [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=23, state=SUCCESS; OpenRegionProcedure 3aa43f4227dd8e23b58401d2c2ad56c8, server=8d92e4d6ac21,36929,1734059892657 in 560 msec 2024-12-13T03:18:30,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3aa43f4227dd8e23b58401d2c2ad56c8, ASSIGN in 743 msec 2024-12-13T03:18:30,460 INFO [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] regionserver.HStore(327): Store=b61bb09243437313a2afe26fff2740ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,460 INFO [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,461 INFO [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b61bb09243437313a2afe26fff2740ff columnFamilyName norep 2024-12-13T03:18:30,461 DEBUG [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:30,462 INFO [StoreOpener-b61bb09243437313a2afe26fff2740ff-1 {}] regionserver.HStore(327): Store=b61bb09243437313a2afe26fff2740ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:30,463 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,463 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,464 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T03:18:30,466 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for b61bb09243437313a2afe26fff2740ff 2024-12-13T03:18:30,468 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b61bb09243437313a2afe26fff2740ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:30,469 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened b61bb09243437313a2afe26fff2740ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72551638, jitterRate=0.08110365271568298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T03:18:30,469 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for b61bb09243437313a2afe26fff2740ff: 2024-12-13T03:18:30,469 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff., pid=59, masterSystemTime=1734059910025 2024-12-13T03:18:30,471 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:18:30,471 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:18:30,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=b61bb09243437313a2afe26fff2740ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:30,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=35 2024-12-13T03:18:30,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=35, state=SUCCESS; OpenRegionProcedure b61bb09243437313a2afe26fff2740ff, server=8d92e4d6ac21,36929,1734059892657 in 564 msec 2024-12-13T03:18:30,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=9 2024-12-13T03:18:30,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b61bb09243437313a2afe26fff2740ff, ASSIGN in 759 msec 2024-12-13T03:18:30,477 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T03:18:30,477 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059910477"}]},"ts":"1734059910477"} 2024-12-13T03:18:30,479 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T03:18:30,522 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T03:18:30,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.6070 sec 2024-12-13T03:18:33,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T03:18:34,032 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T03:18:34,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T03:18:34,032 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:34,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T03:18:34,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:34,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T03:18:34,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T03:18:34,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T03:18:34,049 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:34,049 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T03:18:34,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T03:18:34,049 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:34,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T03:18:34,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:34,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T03:18:34,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=145, ProcessCount=11, AvailableMemoryMB=13164 2024-12-13T03:18:34,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T03:18:34,073 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T03:18:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T03:18:34,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:59581:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-13T03:18:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-13T03:18:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:34,114 INFO [PEWorker-1 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T03:18:34,115 INFO [PEWorker-1 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@245d09check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:59581 2024-12-13T03:18:34,155 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@245d09check-peer-cluster-id0x0, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T03:18:34,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@245d09check-peer-cluster-id-0x1001d65108b0009 connected 2024-12-13T03:18:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:34,268 DEBUG [PEWorker-1-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@245d09check-peer-cluster-id-0x1001d65108b0009, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:18:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:18:34,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T03:18:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:34,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:34,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44511 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-13T03:18:34,494 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-13T03:18:34,509 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T03:18:34,529 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T03:18:34,590 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-13T03:18:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-13T03:18:34,593 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 8d92e4d6ac21,44511,1734059886557 suceeded 2024-12-13T03:18:34,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T03:18:34,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 261 msec 2024-12-13T03:18:34,595 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:59581:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-13T03:18:34,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 504 msec 2024-12-13T03:18:34,619 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x314e1124 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4980e5c4 2024-12-13T03:18:34,630 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@241aa847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:34,632 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59581 2024-12-13T03:18:34,642 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T03:18:34,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001d65108b000b connected 2024-12-13T03:18:34,643 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=2f966290-04ae-4135-8ed0-22368984d110 to cluster=8058e495-5b88-4dde-8201-3fd185e09622 2024-12-13T03:18:34,646 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=8d92e4d6ac21%2C44511%2C1734059886557 2024-12-13T03:18:34,648 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T03:18:34,650 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8d92e4d6ac21%2C44511%2C1734059886557 2024-12-13T03:18:34,650 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, startPosition=0, beingWritten=true 2024-12-13T03:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:34,708 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cb1dd70 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e0ca04e 2024-12-13T03:18:34,709 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T03:18:34,709 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 7708, reset compression=false 2024-12-13T03:18:34,709 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T03:18:34,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21078b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:34,728 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5b97cd to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58c383ab 2024-12-13T03:18:34,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a6562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:34,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T03:18:34,742 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T03:18:34,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T03:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T03:18:34,745 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T03:18:34,745 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:34,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-13T03:18:34,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T03:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T03:18:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741864_1040 (size=367) 2024-12-13T03:18:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T03:18:34,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:34,918 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 7708, reset compression=false 2024-12-13T03:18:34,974 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T03:18:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T03:18:35,157 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 28c3def49b50d277aa6281dafec10582, NAME => 'testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935 2024-12-13T03:18:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741865_1041 (size=51) 2024-12-13T03:18:35,223 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 7708, reset compression=false 2024-12-13T03:18:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T03:18:35,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 28c3def49b50d277aa6281dafec10582, disabling compactions & flushes 2024-12-13T03:18:35,568 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. after waiting 0 ms 2024-12-13T03:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:18:35,568 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 28c3def49b50d277aa6281dafec10582: 2024-12-13T03:18:35,569 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T03:18:35,569 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734059915569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059915569"}]},"ts":"1734059915569"} 2024-12-13T03:18:35,571 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T03:18:35,572 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T03:18:35,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059915572"}]},"ts":"1734059915572"} 2024-12-13T03:18:35,573 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T03:18:35,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=28c3def49b50d277aa6281dafec10582, ASSIGN}] 2024-12-13T03:18:35,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=28c3def49b50d277aa6281dafec10582, ASSIGN 2024-12-13T03:18:35,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=28c3def49b50d277aa6281dafec10582, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,44511,1734059886557; forceNewPlan=false, retain=false 2024-12-13T03:18:35,631 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 7708, reset compression=false 2024-12-13T03:18:35,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=28c3def49b50d277aa6281dafec10582, regionState=OPENING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:35,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 28c3def49b50d277aa6281dafec10582, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:18:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T03:18:35,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:35,933 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:18:35,933 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 28c3def49b50d277aa6281dafec10582, NAME => 'testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582.', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:35,933 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 28c3def49b50d277aa6281dafec10582 2024-12-13T03:18:35,933 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:35,933 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 28c3def49b50d277aa6281dafec10582 2024-12-13T03:18:35,933 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 28c3def49b50d277aa6281dafec10582 2024-12-13T03:18:35,935 INFO [StoreOpener-28c3def49b50d277aa6281dafec10582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 28c3def49b50d277aa6281dafec10582 2024-12-13T03:18:35,936 INFO [StoreOpener-28c3def49b50d277aa6281dafec10582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28c3def49b50d277aa6281dafec10582 columnFamilyName fam 2024-12-13T03:18:35,936 DEBUG [StoreOpener-28c3def49b50d277aa6281dafec10582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:35,937 INFO [StoreOpener-28c3def49b50d277aa6281dafec10582-1 {}] regionserver.HStore(327): Store=28c3def49b50d277aa6281dafec10582/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:35,938 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582 2024-12-13T03:18:35,938 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582 2024-12-13T03:18:35,941 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 28c3def49b50d277aa6281dafec10582 2024-12-13T03:18:35,943 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:35,944 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 28c3def49b50d277aa6281dafec10582; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60280019, jitterRate=-0.1017577201128006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T03:18:35,945 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 28c3def49b50d277aa6281dafec10582: 2024-12-13T03:18:35,945 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582., pid=66, masterSystemTime=1734059915929 2024-12-13T03:18:35,947 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:18:35,947 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:18:35,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=28c3def49b50d277aa6281dafec10582, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:35,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T03:18:35,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 28c3def49b50d277aa6281dafec10582, server=8d92e4d6ac21,44511,1734059886557 in 173 msec 2024-12-13T03:18:35,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-13T03:18:35,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=28c3def49b50d277aa6281dafec10582, ASSIGN in 330 msec 2024-12-13T03:18:35,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T03:18:35,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059915953"}]},"ts":"1734059915953"} 2024-12-13T03:18:35,954 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T03:18:36,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T03:18:36,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2880 sec 2024-12-13T03:18:36,137 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 7708, reset compression=false 2024-12-13T03:18:36,147 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T03:18:36,147 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 8001, reset compression=false 2024-12-13T03:18:36,147 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T03:18:36,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T03:18:36,202 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-13T03:18:36,353 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 8001, reset compression=false 2024-12-13T03:18:36,659 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 8001, reset compression=false 2024-12-13T03:18:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T03:18:36,858 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-13T03:18:36,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T03:18:36,861 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T03:18:36,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T03:18:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T03:18:36,864 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T03:18:36,864 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:36,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-13T03:18:36,865 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T03:18:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:36,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741864_1040 (size=367) 2024-12-13T03:18:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:37,069 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 8001, reset compression=false 2024-12-13T03:18:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:37,274 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d86d07845a0d16cf7c71148405556228, NAME => 'testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de 2024-12-13T03:18:37,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741865_1041 (size=51) 2024-12-13T03:18:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:37,574 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 8001, reset compression=false 2024-12-13T03:18:37,682 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:37,683 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing d86d07845a0d16cf7c71148405556228, disabling compactions & flushes 2024-12-13T03:18:37,683 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:37,683 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:37,683 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. after waiting 0 ms 2024-12-13T03:18:37,683 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:37,683 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:37,683 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for d86d07845a0d16cf7c71148405556228: 2024-12-13T03:18:37,685 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T03:18:37,686 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734059917685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734059917685"}]},"ts":"1734059917685"} 2024-12-13T03:18:37,689 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T03:18:37,690 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T03:18:37,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059917690"}]},"ts":"1734059917690"} 2024-12-13T03:18:37,692 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T03:18:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d86d07845a0d16cf7c71148405556228, ASSIGN}] 2024-12-13T03:18:37,739 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=d86d07845a0d16cf7c71148405556228, ASSIGN 2024-12-13T03:18:37,740 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=d86d07845a0d16cf7c71148405556228, ASSIGN; state=OFFLINE, location=8d92e4d6ac21,36929,1734059892657; forceNewPlan=false, retain=false 2024-12-13T03:18:37,890 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d86d07845a0d16cf7c71148405556228, regionState=OPENING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:37,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure d86d07845a0d16cf7c71148405556228, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:38,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:38,049 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:38,050 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => d86d07845a0d16cf7c71148405556228, NAME => 'testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228.', STARTKEY => '', ENDKEY => ''} 2024-12-13T03:18:38,050 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:38,050 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T03:18:38,050 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:38,050 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:38,053 INFO [StoreOpener-d86d07845a0d16cf7c71148405556228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:38,056 INFO [StoreOpener-d86d07845a0d16cf7c71148405556228-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86d07845a0d16cf7c71148405556228 columnFamilyName fam 2024-12-13T03:18:38,056 DEBUG [StoreOpener-d86d07845a0d16cf7c71148405556228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T03:18:38,057 INFO [StoreOpener-d86d07845a0d16cf7c71148405556228-1 {}] regionserver.HStore(327): Store=d86d07845a0d16cf7c71148405556228/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T03:18:38,059 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:38,059 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:38,061 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:38,064 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T03:18:38,064 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened d86d07845a0d16cf7c71148405556228; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75279778, jitterRate=0.12175610661506653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T03:18:38,064 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for d86d07845a0d16cf7c71148405556228: 2024-12-13T03:18:38,065 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228., pid=64, masterSystemTime=1734059918043 2024-12-13T03:18:38,067 DEBUG [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:38,067 INFO [RS_OPEN_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:38,067 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=d86d07845a0d16cf7c71148405556228, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:38,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T03:18:38,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure d86d07845a0d16cf7c71148405556228, server=8d92e4d6ac21,36929,1734059892657 in 176 msec 2024-12-13T03:18:38,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T03:18:38,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d86d07845a0d16cf7c71148405556228, ASSIGN in 332 msec 2024-12-13T03:18:38,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T03:18:38,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059918072"}]},"ts":"1734059918072"} 2024-12-13T03:18:38,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T03:18:38,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T03:18:38,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2230 sec 2024-12-13T03:18:38,179 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 8001, reset compression=false 2024-12-13T03:18:38,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T03:18:38,890 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 8001, reset compression=false 2024-12-13T03:18:38,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: 8001 2024-12-13T03:18:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T03:18:38,977 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-13T03:18:38,977 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T03:18:38,978 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:38,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T03:18:38,991 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:38,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T03:18:38,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T03:18:38,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T03:18:38,998 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T03:18:38,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T03:18:39,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-13T03:18:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-13T03:18:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T03:18:39,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T03:18:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T03:18:39,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:39,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44511 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-13T03:18:39,199 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-13T03:18:39,200 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-13T03:18:39,200 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-13T03:18:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T03:18:39,309 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001d65108b000b, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:18:39,309 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x314e1124 to 127.0.0.1:59581 2024-12-13T03:18:39,310 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:39,410 WARN [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T03:18:39,410 WARN [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T03:18:39,510 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 terminated 2024-12-13T03:18:39,529 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T03:18:39,530 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-13T03:18:39,530 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-13T03:18:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-13T03:18:39,532 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 8d92e4d6ac21,44511,1734059886557 suceeded 2024-12-13T03:18:39,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T03:18:39,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 485 msec 2024-12-13T03:18:39,533 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-13T03:18:39,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 532 msec 2024-12-13T03:18:39,557 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c2c9eda to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2851b7fe 2024-12-13T03:18:39,572 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad4ccf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:39,574 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59581 2024-12-13T03:18:39,584 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T03:18:39,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001d65108b000f connected 2024-12-13T03:18:39,585 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=2f966290-04ae-4135-8ed0-22368984d110 to cluster=8058e495-5b88-4dde-8201-3fd185e09622 2024-12-13T03:18:39,585 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=8d92e4d6ac21%2C44511%2C1734059886557 2024-12-13T03:18:39,585 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T03:18:39,586 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8d92e4d6ac21%2C44511%2C1734059886557 2024-12-13T03:18:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T03:18:39,613 DEBUG [hconnection-0x409772a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:39,616 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T03:18:39,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:40,345 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T03:18:40,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T03:18:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T03:18:40,353 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059920353"}]},"ts":"1734059920353"} 2024-12-13T03:18:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T03:18:40,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T03:18:40,396 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T03:18:40,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T03:18:40,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d86d07845a0d16cf7c71148405556228, UNASSIGN}] 2024-12-13T03:18:40,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=d86d07845a0d16cf7c71148405556228, UNASSIGN 2024-12-13T03:18:40,403 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d86d07845a0d16cf7c71148405556228, regionState=CLOSING, regionLocation=8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:40,405 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T03:18:40,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure d86d07845a0d16cf7c71148405556228, server=8d92e4d6ac21,36929,1734059892657}] 2024-12-13T03:18:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T03:18:40,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:18:40,563 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:40,563 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T03:18:40,565 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing d86d07845a0d16cf7c71148405556228, disabling compactions & flushes 2024-12-13T03:18:40,565 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:40,565 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:40,565 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. after waiting 0 ms 2024-12-13T03:18:40,565 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:40,573 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:18:40,576 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228. 2024-12-13T03:18:40,576 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for d86d07845a0d16cf7c71148405556228: 2024-12-13T03:18:40,578 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:40,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=d86d07845a0d16cf7c71148405556228, regionState=CLOSED 2024-12-13T03:18:40,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T03:18:40,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure d86d07845a0d16cf7c71148405556228, server=8d92e4d6ac21,36929,1734059892657 in 175 msec 2024-12-13T03:18:40,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T03:18:40,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=d86d07845a0d16cf7c71148405556228, UNASSIGN in 179 msec 2024-12-13T03:18:40,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T03:18:40,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 186 msec 2024-12-13T03:18:40,600 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059920600"}]},"ts":"1734059920600"} 2024-12-13T03:18:40,601 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T03:18:40,609 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T03:18:40,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 260 msec 2024-12-13T03:18:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T03:18:40,657 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-13T03:18:40,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T03:18:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:18:40,669 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:18:40,670 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:18:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T03:18:40,675 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:40,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228/fam, FileablePath, hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228/recovered.edits] 2024-12-13T03:18:40,688 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228/recovered.edits/4.seqid to hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/archive/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228/recovered.edits/4.seqid 2024-12-13T03:18:40,689 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/testdroppedtimed/d86d07845a0d16cf7c71148405556228 2024-12-13T03:18:40,690 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T03:18:40,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:18:40,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36929 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T03:18:40,703 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T03:18:40,706 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T03:18:40,707 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:18:40,707 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T03:18:40,707 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734059920707"}]},"ts":"9223372036854775807"} 2024-12-13T03:18:40,710 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T03:18:40,710 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d86d07845a0d16cf7c71148405556228, NAME => 'testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T03:18:40,710 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T03:18:40,710 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734059920710"}]},"ts":"9223372036854775807"} 2024-12-13T03:18:40,712 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T03:18:40,722 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:18:40,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 59 msec 2024-12-13T03:18:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37267 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T03:18:40,772 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-13T03:18:40,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-13T03:18:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-13T03:18:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T03:18:40,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T03:18:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T03:18:40,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:18:40,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44511 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-13T03:18:40,942 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-13T03:18:40,943 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T03:18:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T03:18:40,946 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 8d92e4d6ac21,44511,1734059886557 suceeded 2024-12-13T03:18:40,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T03:18:40,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-12-13T03:18:40,949 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-13T03:18:40,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 174 msec 2024-12-13T03:18:40,987 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, startPosition=0, beingWritten=true 2024-12-13T03:18:41,002 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:18:41,002 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/28c3def49b50d277aa6281dafec10582/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734059919620/Put/vlen=4096/seqid=0; >],4327}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/4=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/5=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/6=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/7=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/8=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/9=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/10=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/11=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/12=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/13=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/14=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/15=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/16=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/17=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/18=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/19=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/20=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/21=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/22=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/23=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/24=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/25=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-13T03:18:41,005 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:18:41,008 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:18:41,010 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T03:18:41,011 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T03:18:41,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:41,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ae4398d to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70d6a5fe 2024-12-13T03:18:41,027 DEBUG [ReadOnlyZKClient-127.0.0.1:59581@0x0ae4398d {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7267557b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:41,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-13T03:18:41,044 DEBUG [ReadOnlyZKClient-127.0.0.1:59581@0x0ae4398d {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8d92e4d6ac21,36929,1734059892657, seqNum=-1] 2024-12-13T03:18:41,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:41,050 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:41,054 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,061 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,062 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,062 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,062 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,062 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,063 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,063 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b., hostname=8d92e4d6ac21,36929,1734059892657, seqNum=2] 2024-12-13T03:18:41,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:18:41,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:41,074 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:41,076 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059981067, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:41,079 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77cf8950 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5066a6ce 2024-12-13T03:18:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T03:18:41,088 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8e94c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:41,089 DEBUG [hconnection-0x22fae6f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:41,090 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:41,091 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T03:18:41,091 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:41,093 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77cf8950 to 127.0.0.1:59581 2024-12-13T03:18:41,093 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:41,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:41,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:41,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:41,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:41,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:41,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:41,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:41,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:41,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:41,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:41,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:41,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:41,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:41,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:41,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:41,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:41,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:41,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:41,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:41,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:41,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:41,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:41,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:41,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:41,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:41,173 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:41,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:41,200 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:41,201 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059981195, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:41,203 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473ffdf6 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59191f90 2024-12-13T03:18:41,213 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fa4f7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:41,215 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:41,216 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:41,218 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473ffdf6 to 127.0.0.1:59581 2024-12-13T03:18:41,219 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:41,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:41,431 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:41,432 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059981422, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:41,434 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ea0c2fc to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3408f14d 2024-12-13T03:18:41,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:18:41,443 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304f15c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:41,444 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:41,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:41,447 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ea0c2fc to 127.0.0.1:59581 2024-12-13T03:18:41,447 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:41,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:41,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:41,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:41,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:41,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:41,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:41,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:41,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:41,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:41,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:41,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:41,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:41,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:41,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:41,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:41,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:41,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:41,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:41,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:41,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:41,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:41,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:41,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:41,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:41,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:41,701 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:41,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:41,760 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:41,761 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:41,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059981748, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:41,764 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x342d8441 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47dc9910 2024-12-13T03:18:41,776 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f757d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:41,777 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:41,778 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:41,781 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x342d8441 to 127.0.0.1:59581 2024-12-13T03:18:41,781 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:42,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T03:18:42,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:42,186 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:42,187 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:42,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:42,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059982182, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:42,189 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b2c379a to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@589b35f6 2024-12-13T03:18:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:42,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:42,205 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca3e795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:42,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:42,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:42,207 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:42,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:42,208 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:42,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:42,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:42,209 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b2c379a to 127.0.0.1:59581 2024-12-13T03:18:42,209 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:42,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:42,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:42,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:42,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:42,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:42,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:42,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:42,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:42,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:42,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:42,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:42,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:42,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:42,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:42,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:42,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:42,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:42,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:42,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:42,223 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:42,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:42,720 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:42,722 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:42,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:42,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059982711, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:42,724 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x331eefc8 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f62ceaa 2024-12-13T03:18:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:42,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:42,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:42,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:42,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:42,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:42,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:42,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:42,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:42,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:42,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:42,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:42,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:42,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:42,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:42,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:42,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:42,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:42,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:42,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:42,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:42,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:42,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:42,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:42,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:42,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:42,743 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:42,764 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@769669ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:42,765 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:42,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:42,769 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x331eefc8 to 127.0.0.1:59581 2024-12-13T03:18:42,769 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:43,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:43,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:43,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:43,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:43,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:43,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:43,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:43,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:43,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:43,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:43,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:43,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:43,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:43,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:43,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:43,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:43,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:43,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:43,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:43,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:43,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:43,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:43,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:43,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:43,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:43,277 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:43,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:43,377 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:43,378 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:43,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:43,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059983370, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:43,380 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x799346e7 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e802dcb 2024-12-13T03:18:43,381 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T03:18:43,382 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T03:18:43,423 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@309b83db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:43,426 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:43,427 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:43,431 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x799346e7 to 127.0.0.1:59581 2024-12-13T03:18:43,431 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:43,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:43,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:43,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:43,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:43,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:43,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:43,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:43,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:43,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:43,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:43,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:43,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:43,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:43,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:43,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:43,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:43,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:43,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:43,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:43,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:43,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:43,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:43,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:43,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:43,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:43,803 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:43,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:18:44,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:44,143 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:44,144 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:44,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:44,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059984134, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:44,147 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x173dba20 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26c97665 2024-12-13T03:18:44,189 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a20ac3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:44,191 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:44,192 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:44,195 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x173dba20 to 127.0.0.1:59581 2024-12-13T03:18:44,195 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:44,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:44,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:44,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:44,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:44,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:44,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:44,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:44,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:44,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:44,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:44,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:44,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:44,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:44,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:44,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:44,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:44,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:44,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:44,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:44,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:44,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:44,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:44,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:44,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:44,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:44,331 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:44,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:44,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:44,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:44,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:44,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:44,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:44,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:44,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:44,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:44,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:44,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:44,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:44,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:44,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:44,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:44,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:44,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:44,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:44,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:44,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:44,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:44,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:44,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:44,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:44,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:44,851 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:44,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:44,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:18:44,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:45,008 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:45,009 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:45,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:45,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059984998, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:45,010 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d49be7b to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ed92a20 2024-12-13T03:18:45,055 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d6a963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:45,058 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:45,060 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:45,064 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d49be7b to 127.0.0.1:59581 2024-12-13T03:18:45,064 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:45,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:45,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:45,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:45,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:45,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:45,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:45,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:45,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:45,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:45,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:45,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:45,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:45,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:45,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:45,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:45,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:45,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:45,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:45,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:45,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:45,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:45,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:45,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:45,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:45,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:45,382 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:45,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:45,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:45,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:45,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:45,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:45,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:45,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:45,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:45,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:45,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:45,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:45,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:45,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:45,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:45,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:45,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:45,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:45,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:45,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:45,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:45,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:45,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:45,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:45,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:45,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:45,907 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:45,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:45,969 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:45,970 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:45,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:45,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059985965, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:45,972 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee6466 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7dc1dd31 2024-12-13T03:18:46,013 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0cfe5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:46,015 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:46,016 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:46,017 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee6466 to 127.0.0.1:59581 2024-12-13T03:18:46,017 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:46,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:46,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:46,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:46,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:46,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:46,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:46,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:46,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:46,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:46,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:46,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:46,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:46,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:46,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:46,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:46,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:46,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:46,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:46,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:46,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:46,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:46,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:46,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:46,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:46,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:46,431 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:46,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:46,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:46,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:46,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:46,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:46,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:46,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:46,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:46,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:46,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:46,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:46,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:46,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:46,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:46,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:46,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:46,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:46,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:46,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:46,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:46,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:46,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:46,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:46,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:46,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:46,952 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:47,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:47,024 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:47,025 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:47,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:47,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059987018, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:47,027 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b3a6ef9 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@686100fa 2024-12-13T03:18:47,118 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d5c58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:47,121 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:47,123 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:47,126 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b3a6ef9 to 127.0.0.1:59581 2024-12-13T03:18:47,126 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:47,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:47,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:47,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:47,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:47,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:47,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:47,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:47,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:47,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:47,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:47,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:47,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:47,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:47,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:47,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:47,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:47,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:47,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:47,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:47,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:47,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:47,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:47,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:47,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:47,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:47,476 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:47,816 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T03:18:47,817 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T03:18:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:47,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:47,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:47,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:47,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:47,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:47,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:47,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:47,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:47,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:47,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:47,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:47,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:47,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:47,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:47,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:47,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:47,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:47,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:48,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:48,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:48,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:48,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:48,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:48,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:48,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:48,007 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:48,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:48,138 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:48,139 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:48,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:48,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059988128, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:48,143 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fc71507 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f41a6d5 2024-12-13T03:18:48,188 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43b4db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:48,190 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:48,191 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:48,193 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fc71507 to 127.0.0.1:59581 2024-12-13T03:18:48,193 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:48,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:48,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:48,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:48,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:48,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:48,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:48,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:48,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:48,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:48,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:48,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:48,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:48,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:48,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:48,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:48,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:48,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:48,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:48,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:48,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:48,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:48,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:48,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:48,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:48,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:48,525 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:48,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:18:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:49,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:49,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:49,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:49,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:49,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:49,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:49,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:49,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:49,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:49,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:49,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:49,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:49,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:49,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:49,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:49,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:49,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:49,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:49,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:49,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:49,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:49,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:49,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:49,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:49,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:49,041 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:49,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:49,205 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:49,205 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:49,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:49,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059989195, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:49,207 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24eb3257 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@665e5f11 2024-12-13T03:18:49,247 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@356bd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:49,250 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:49,252 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:49,254 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24eb3257 to 127.0.0.1:59581 2024-12-13T03:18:49,255 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:49,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:49,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:49,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:49,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:49,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:49,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:49,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:49,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:49,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:49,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:49,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:49,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:49,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:49,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:49,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:49,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:49,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:49,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:49,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:49,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:49,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:49,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:49,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:49,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:49,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:49,566 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:49,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:49,871 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:18:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:50,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:50,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:50,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:50,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:50,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:50,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:50,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:50,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:50,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:50,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:50,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:50,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:50,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:50,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:50,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:50,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:50,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:50,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:50,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:50,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:50,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:50,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:50,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:50,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:50,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:50,089 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:50,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:50,266 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:50,267 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:50,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:50,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059990257, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:50,269 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5659f6af to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@426b9da2 2024-12-13T03:18:50,313 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@746005b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:50,316 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:50,317 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:50,320 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5659f6af to 127.0.0.1:59581 2024-12-13T03:18:50,320 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:50,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:50,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:50,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:50,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:50,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:50,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:50,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:50,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:50,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:50,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:50,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:50,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:50,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:50,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:50,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:50,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:50,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:50,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:50,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:50,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:50,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:50,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:50,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:50,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:50,607 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:50,645 INFO [master/8d92e4d6ac21:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T03:18:50,645 INFO [master/8d92e4d6ac21:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T03:18:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:51,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:51,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:51,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:51,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:51,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:51,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:51,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:51,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:51,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:51,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:51,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:51,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:51,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:51,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:51,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:51,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:51,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:51,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:51,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:51,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:51,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:51,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:51,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:51,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:51,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:51,152 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:51,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:51,332 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:51,332 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:51,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:51,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059991322, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:51,334 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e8beab3 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3013e44d 2024-12-13T03:18:51,372 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44aa2a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:51,374 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:51,375 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:51,378 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e8beab3 to 127.0.0.1:59581 2024-12-13T03:18:51,378 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:51,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:51,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:51,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:51,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:51,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:51,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:51,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:51,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:51,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:51,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:51,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:51,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:51,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:51,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:51,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:51,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:51,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:51,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:51,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:51,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:51,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:51,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:51,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:51,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:51,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:51,681 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:52,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:52,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:52,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:52,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:52,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:52,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:52,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:52,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:52,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:52,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:52,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:52,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:52,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:52,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:52,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:52,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:52,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:52,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:52,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:52,204 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:52,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:52,383 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:52,384 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:52,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:52,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059992379, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:52,386 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c395e6b to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69b705e1 2024-12-13T03:18:52,402 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40fb5033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:52,403 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:52,404 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:52,406 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c395e6b to 127.0.0.1:59581 2024-12-13T03:18:52,406 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:52,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:52,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:52,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:52,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:52,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:52,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:52,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:52,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:52,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:52,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:52,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:52,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:52,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:52,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:52,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:52,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:52,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:52,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:52,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:52,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:52,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:52,728 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:53,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:53,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:53,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:53,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:53,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:53,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:53,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:53,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:53,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:53,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:53,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:53,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:53,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:53,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:53,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:53,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:53,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:53,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:53,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:53,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:53,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:53,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:53,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:53,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:53,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:53,251 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:53,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:53,416 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:53,416 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:53,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:53,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059993408, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:53,418 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35a7bfb3 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee3ceb 2024-12-13T03:18:53,463 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e0e828d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:53,466 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:53,467 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:53,470 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35a7bfb3 to 127.0.0.1:59581 2024-12-13T03:18:53,470 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:53,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:53,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:53,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:53,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:53,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:53,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:53,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:53,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:53,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:53,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:53,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:53,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:53,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:53,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:53,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:53,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:53,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:53,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:53,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:53,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:53,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:53,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:53,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:53,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:53,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:53,773 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:53,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:18:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:54,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:54,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:54,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:54,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:54,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:54,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:54,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:54,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:54,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:54,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:54,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:54,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:54,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:54,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:54,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:54,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:54,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:54,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:54,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:54,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:54,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:54,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:54,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:54,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:54,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:54,297 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:54,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:54,479 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:54,480 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:54,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:54,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059994471, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:54,482 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ef2d9d2 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@beeb783 2024-12-13T03:18:54,555 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17e4699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:54,557 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:54,559 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:54,561 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ef2d9d2 to 127.0.0.1:59581 2024-12-13T03:18:54,562 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:54,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:54,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:54,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:54,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:54,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:54,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:54,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:54,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:54,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:54,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:54,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:54,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:54,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:54,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:54,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:54,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:54,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:54,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:54,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:54,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:54,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:54,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:54,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:54,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:54,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:54,817 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:54,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:54,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:18:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:55,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:55,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:55,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:55,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:55,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:55,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:55,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:55,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:55,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:55,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:55,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:55,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:55,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:55,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:55,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:55,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:55,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:55,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:55,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:55,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:55,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:55,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:55,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:55,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:55,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:55,329 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:55,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:55,571 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:55,572 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:55,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:55,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059995564, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:55,574 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1acd1346 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64e1fd33 2024-12-13T03:18:55,614 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d825b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:55,618 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:55,620 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:55,623 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1acd1346 to 127.0.0.1:59581 2024-12-13T03:18:55,623 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:55,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:55,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:55,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:55,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:55,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:55,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:55,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:55,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:55,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:55,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:55,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:55,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:55,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:55,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:55,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:55,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:55,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:55,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:55,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:55,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:55,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:55,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:55,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:55,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:55,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:55,850 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:56,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:56,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:56,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:56,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:56,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:56,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:56,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:56,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:56,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:56,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:56,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:56,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:56,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:56,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:56,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:56,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:56,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:56,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:56,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:56,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:56,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:56,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:56,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:56,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:56,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:56,372 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:56,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:56,636 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:56,637 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:56,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:56,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059996625, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:56,640 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cf9e38b to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@571a9942 2024-12-13T03:18:56,680 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b983fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:56,681 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:56,683 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:56,685 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cf9e38b to 127.0.0.1:59581 2024-12-13T03:18:56,685 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:56,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:56,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:56,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:56,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:56,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:56,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:56,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:56,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:56,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:56,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:56,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:56,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:56,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:56,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:56,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:56,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:56,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:56,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:56,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:56,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:56,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:56,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:56,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:56,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:56,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:56,883 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:57,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:57,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:57,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:57,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:57,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:57,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:57,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:57,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:57,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:57,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:57,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:57,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:57,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:57,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:57,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:57,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:57,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:57,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:57,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:57,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:57,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:57,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:57,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:57,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:57,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:57,402 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:57,607 INFO [master/8d92e4d6ac21:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T03:18:57,607 INFO [master/8d92e4d6ac21:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T03:18:57,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:57,695 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:57,696 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:57,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:57,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059997686, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:57,699 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5828d31f to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b7b91d1 2024-12-13T03:18:57,713 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16105f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:57,714 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:57,715 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:57,717 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5828d31f to 127.0.0.1:59581 2024-12-13T03:18:57,717 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:57,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:57,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:57,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:57,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:57,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:57,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:57,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:57,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:57,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:57,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:57,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:57,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:57,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:57,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:57,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:57,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:57,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:57,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:57,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:57,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:57,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:57,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:57,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:57,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:57,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:57,924 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:58,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:58,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:58,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:58,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:58,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:58,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:58,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:58,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:58,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:58,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:58,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:58,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:58,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:58,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:58,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:58,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:58,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:58,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:58,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:58,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:58,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:58,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:58,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:58,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:58,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:58,446 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:58,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:58,725 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:58,726 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:58,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:58,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059998718, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:58,729 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x571debf1 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@506f0dda 2024-12-13T03:18:58,772 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4492a9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:58,775 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:58,777 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:58,780 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x571debf1 to 127.0.0.1:59581 2024-12-13T03:18:58,780 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:58,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:18:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:58,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:58,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:58,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:58,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:58,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:58,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:58,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:58,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:58,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:58,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:58,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:58,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:58,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:58,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:58,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:58,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:58,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:58,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:58,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:58,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:58,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:58,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:58,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:58,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:58,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:58,965 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:59,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:59,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:59,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:59,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:59,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:59,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:18:59,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:18:59,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:18:59,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:18:59,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:18:59,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:18:59,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:18:59,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:18:59,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:18:59,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:18:59,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:18:59,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:18:59,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:18:59,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:18:59,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:18:59,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:18:59,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:18:59,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:18:59,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:18:59,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:18:59,488 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:18:59,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:18:59,791 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:18:59,791 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:59,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:18:59,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734059999782, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:18:59,793 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e468fe4 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ef562b 2024-12-13T03:18:59,843 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@576138f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:18:59,844 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:18:59,845 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:18:59,846 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e468fe4 to 127.0.0.1:59581 2024-12-13T03:18:59,846 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:18:59,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:18:59,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:18:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:18:59,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:18:59,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:18:59,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:18:59,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:18:59,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:18:59,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:00,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:00,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:00,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:00,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:00,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:00,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:00,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:00,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:00,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:00,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:00,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:00,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:00,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:00,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:00,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:00,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:00,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:00,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:00,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:00,014 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:00,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:00,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:00,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:00,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:00,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:00,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:00,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:00,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:00,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:00,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:00,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:00,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:00,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:00,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:00,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:00,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:00,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:00,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:00,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:00,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:00,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:00,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:00,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:00,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:00,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:00,534 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:00,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:00,851 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:00,852 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:00,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:00,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060000847, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:00,854 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e684dcd to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42ca0a25 2024-12-13T03:19:00,897 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cb22c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:00,900 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:00,902 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:00,905 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e684dcd to 127.0.0.1:59581 2024-12-13T03:19:00,905 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:01,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:01,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:01,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:01,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:01,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:01,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:01,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:01,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:01,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:01,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:01,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:01,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:01,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:01,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:01,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:01,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:01,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:01,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:01,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:01,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:01,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:01,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:01,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:01,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:01,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:01,060 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:01,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:01,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:01,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:01,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:01,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:01,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:01,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:01,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:01,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:01,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:01,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:01,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:01,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:01,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:01,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:01,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:01,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:01,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:01,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:01,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:01,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:01,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:01,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:01,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:01,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:01,584 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:01,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:01,916 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:01,918 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:01,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:01,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060001907, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:01,919 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a81940b to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8083e5c 2024-12-13T03:19:01,963 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d7c163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:01,966 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:01,968 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:01,970 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a81940b to 127.0.0.1:59581 2024-12-13T03:19:01,970 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:02,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:02,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:02,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:02,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:02,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:02,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:02,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:02,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:02,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:02,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:02,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:02,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:02,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:02,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:02,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:02,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:02,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:02,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:02,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:02,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:02,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:02,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:02,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:02,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:02,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:02,113 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:02,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:02,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:02,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:02,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:02,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:02,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:02,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:02,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:02,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:02,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:02,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:02,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:02,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:02,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:02,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:02,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:02,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:02,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:02,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:02,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:02,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:02,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:02,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:02,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:02,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:02,632 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:02,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:02,975 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:02,975 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:02,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:02,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060002971, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:02,976 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28794230 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@614a73bd 2024-12-13T03:19:03,021 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aad7a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:03,022 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:03,023 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:03,025 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28794230 to 127.0.0.1:59581 2024-12-13T03:19:03,025 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:03,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:03,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:03,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:03,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:03,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:03,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:03,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:03,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:03,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:03,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:03,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:03,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:03,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:03,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:03,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:03,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:03,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:03,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:03,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:03,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:03,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:03,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:03,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:03,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:03,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:03,153 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:03,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:03,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:03,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:03,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:03,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:03,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:03,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:03,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:03,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:03,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:03,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:03,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:03,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:03,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:03,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:03,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:03,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:03,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:03,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:03,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:03,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:03,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:03,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:03,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:03,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:03,682 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:03,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:19:04,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:04,037 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:04,039 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:04,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:04,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060004027, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:04,041 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73638e52 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4186cc18 2024-12-13T03:19:04,079 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70cbb20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:04,081 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:04,082 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:04,084 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73638e52 to 127.0.0.1:59581 2024-12-13T03:19:04,084 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:04,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:04,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:04,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:04,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:04,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:04,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:04,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:04,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:04,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:04,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:04,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:04,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:04,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:04,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:04,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:04,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:04,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:04,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:04,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:04,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:04,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:04,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:04,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:04,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:04,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:04,192 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:04,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:04,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:04,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:04,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:04,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:04,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:04,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:04,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:04,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:04,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:04,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:04,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:04,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:04,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:04,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:04,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:04,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:04,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:04,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:04,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:04,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:04,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:04,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:04,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:04,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:04,718 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:04,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:04,871 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:19:04,974 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T03:19:05,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:05,095 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:05,096 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:05,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:05,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060005086, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:05,098 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47b0a583 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30214761 2024-12-13T03:19:05,113 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d57c8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:05,115 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:05,116 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:05,119 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47b0a583 to 127.0.0.1:59581 2024-12-13T03:19:05,119 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:05,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:05,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:05,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:05,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:05,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:05,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:05,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:05,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:05,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:05,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:05,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:05,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:05,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:05,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:05,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:05,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:05,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:05,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:05,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:05,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:05,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:05,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:05,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:05,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:05,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:05,244 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:05,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:05,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:05,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:05,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:05,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:05,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:05,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:05,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:05,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:05,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:05,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:05,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:05,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:05,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:05,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:05,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:05,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:05,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:05,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:05,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:05,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:05,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:05,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:05,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:05,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:05,763 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:06,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:06,127 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:06,128 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:06,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:06,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060006120, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:06,131 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02e44df1 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38c40883 2024-12-13T03:19:06,143 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b751d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:06,145 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:06,147 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:06,149 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02e44df1 to 127.0.0.1:59581 2024-12-13T03:19:06,149 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:06,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:06,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:06,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:06,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:06,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:06,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:06,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:06,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:06,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:06,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:06,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:06,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:06,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:06,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:06,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:06,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:06,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:06,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:06,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:06,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:06,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:06,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:06,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:06,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:06,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:06,283 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:06,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:06,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:06,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:06,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:06,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:06,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:06,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:06,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:06,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:06,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:06,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:06,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:06,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:06,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:06,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:06,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:06,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:06,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:06,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:06,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:06,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:06,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:06,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:06,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:06,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:06,804 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:07,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:07,159 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:07,160 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:07,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:07,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060007151, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:07,161 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28517919 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3049ec80 2024-12-13T03:19:07,205 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@366fb24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:07,207 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:07,208 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:07,211 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28517919 to 127.0.0.1:59581 2024-12-13T03:19:07,211 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:07,306 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T03:19:07,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T03:19:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T03:19:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T03:19:07,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059947315"}]},"ts":"1734059947315"} 2024-12-13T03:19:07,317 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T03:19:07,328 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T03:19:07,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T03:19:07,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=28c3def49b50d277aa6281dafec10582, UNASSIGN}] 2024-12-13T03:19:07,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=28c3def49b50d277aa6281dafec10582, UNASSIGN 2024-12-13T03:19:07,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=28c3def49b50d277aa6281dafec10582, regionState=CLOSING, regionLocation=8d92e4d6ac21,44511,1734059886557 2024-12-13T03:19:07,332 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T03:19:07,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 28c3def49b50d277aa6281dafec10582, server=8d92e4d6ac21,44511,1734059886557}] 2024-12-13T03:19:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T03:19:07,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:19:07,486 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 28c3def49b50d277aa6281dafec10582 2024-12-13T03:19:07,486 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T03:19:07,486 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 28c3def49b50d277aa6281dafec10582, disabling compactions & flushes 2024-12-13T03:19:07,486 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:19:07,486 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:19:07,486 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. after waiting 0 ms 2024-12-13T03:19:07,486 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:19:07,488 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 28c3def49b50d277aa6281dafec10582 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-13T03:19:07,545 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/.tmp/fam/0aacccaaf7c0455da5e48b52a7d72915 is 4154, key is 0 put on table to be dropped/fam:row/1734059919620/Put/seqid=0 2024-12-13T03:19:07,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741866_1042 (size=9218) 2024-12-13T03:19:07,554 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/.tmp/fam/0aacccaaf7c0455da5e48b52a7d72915 2024-12-13T03:19:07,596 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/.tmp/fam/0aacccaaf7c0455da5e48b52a7d72915 as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/fam/0aacccaaf7c0455da5e48b52a7d72915 2024-12-13T03:19:07,604 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/fam/0aacccaaf7c0455da5e48b52a7d72915, entries=1, sequenceid=5, filesize=9.0 K 2024-12-13T03:19:07,606 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 28c3def49b50d277aa6281dafec10582 in 119ms, sequenceid=5, compaction requested=false 2024-12-13T03:19:07,606 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T03:19:07,612 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T03:19:07,613 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582. 2024-12-13T03:19:07,613 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 28c3def49b50d277aa6281dafec10582: 2024-12-13T03:19:07,615 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 28c3def49b50d277aa6281dafec10582 2024-12-13T03:19:07,615 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=28c3def49b50d277aa6281dafec10582, regionState=CLOSED 2024-12-13T03:19:07,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T03:19:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T03:19:07,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 28c3def49b50d277aa6281dafec10582, server=8d92e4d6ac21,44511,1734059886557 in 284 msec 2024-12-13T03:19:07,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T03:19:07,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=28c3def49b50d277aa6281dafec10582, UNASSIGN in 288 msec 2024-12-13T03:19:07,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T03:19:07,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 290 msec 2024-12-13T03:19:07,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734059947625"}]},"ts":"1734059947625"} 2024-12-13T03:19:07,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T03:19:07,642 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T03:19:07,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 335 msec 2024-12-13T03:19:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T03:19:07,920 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-13T03:19:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:07,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:07,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:07,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:07,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:07,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:07,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:07,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:07,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:07,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:07,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:07,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:07,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:07,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:07,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:07,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:07,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:07,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:07,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:07,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:07,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:07,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:07,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:07,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:07,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:07,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:07,933 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:08,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:08,222 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:08,224 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:08,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:08,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060008213, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:08,226 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x794ea5ba to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69c7bff 2024-12-13T03:19:08,271 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32171fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:08,273 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:08,275 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:08,277 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x794ea5ba to 127.0.0.1:59581 2024-12-13T03:19:08,277 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:08,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:08,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:08,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:08,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:08,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:08,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:08,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:08,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:08,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:08,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:08,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:08,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:08,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:08,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:08,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:08,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:08,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:08,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:08,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:08,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:08,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:08,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:08,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:08,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:08,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:08,452 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:08,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:19:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:08,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:08,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:08,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:08,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:08,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:08,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:08,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:08,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:08,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:08,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:08,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:08,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:08,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:08,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:08,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:08,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:08,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:08,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:08,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:08,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:08,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:08,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:08,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:08,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:08,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:08,973 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:09,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:09,291 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:09,291 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:09,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:09,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060009279, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:09,294 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x404036f1 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25e6fe85 2024-12-13T03:19:09,337 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f85846d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:09,338 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:09,339 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:09,341 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x404036f1 to 127.0.0.1:59581 2024-12-13T03:19:09,341 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:09,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:09,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:09,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:09,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:09,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:09,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:09,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:09,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:09,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:09,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:09,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:09,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:09,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:09,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:09,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:09,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:09,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:09,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:09,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:09,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:09,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:09,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:09,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:09,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:09,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:09,498 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:09,751 DEBUG [master/8d92e4d6ac21:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 085c0cd7895155a57bf7b4409fcc1de3 changed from -1.0 to 0.0, refreshing cache 2024-12-13T03:19:09,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:09,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:19:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:10,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:10,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:10,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:10,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:10,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:10,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:10,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:10,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:10,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:10,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:10,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:10,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:10,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:10,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:10,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:10,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:10,026 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:10,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:10,347 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:10,349 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:10,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:10,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060010342, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:10,350 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5be4d852 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4964077d 2024-12-13T03:19:10,362 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ac144d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:10,363 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:10,364 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:10,366 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5be4d852 to 127.0.0.1:59581 2024-12-13T03:19:10,366 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:10,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:10,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:10,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:10,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:10,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:10,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:10,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:10,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:10,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:10,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:10,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:10,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:10,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:10,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:10,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:10,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:10,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:10,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:10,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:10,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:10,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:10,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:10,547 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:11,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:11,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:11,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:11,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:11,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:11,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:11,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:11,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:11,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:11,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:11,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:11,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:11,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:11,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:11,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:11,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:11,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:11,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:11,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:11,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:11,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:11,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:11,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:11,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:11,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:11,068 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:11,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:11,376 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:11,377 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:11,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:11,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060011368, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:11,378 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3954516e to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5062f6d6 2024-12-13T03:19:11,421 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c5cfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:11,424 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:11,426 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:11,429 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3954516e to 127.0.0.1:59581 2024-12-13T03:19:11,429 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:11,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:11,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:11,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:11,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:11,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:11,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:11,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:11,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:11,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:11,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:11,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:11,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:11,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:11,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:11,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:11,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:11,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:11,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:11,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:11,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:11,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:11,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:11,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:11,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:11,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:11,587 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:12,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:12,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:12,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:12,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:12,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:12,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:12,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:12,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:12,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:12,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:12,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:12,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:12,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:12,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:12,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:12,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:12,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:12,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:12,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:12,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:12,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:12,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:12,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:12,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:12,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:12,112 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:12,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T03:19:12,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:12,439 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:12,440 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:12,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:12,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060012431, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:12,441 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x360c19da to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@711f9d8b 2024-12-13T03:19:12,480 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f1a97d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:12,483 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:12,484 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:12,487 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x360c19da to 127.0.0.1:59581 2024-12-13T03:19:12,487 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:12,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:12,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:12,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:12,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:12,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:12,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:12,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:12,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:12,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:12,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:12,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:12,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:12,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:12,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:12,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:12,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:12,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:12,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:12,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:12,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:12,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:12,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:12,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:12,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:12,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:12,630 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:13,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:13,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:13,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:13,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:13,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:13,142 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:19:13,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:13,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:13,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:13,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:13,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:13,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:13,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:13,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:13,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:13,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:13,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:13,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:13,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:13,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:13,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:13,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:13,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:13,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:13,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:13,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:13,151 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:13,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:13,498 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:13,499 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:13,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:13,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060013489, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:13,501 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73bd4a22 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec3621b 2024-12-13T03:19:13,552 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@657c9645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:13,553 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:13,554 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:13,555 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73bd4a22 to 127.0.0.1:59581 2024-12-13T03:19:13,555 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:13,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:13,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:13,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:13,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:13,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:13,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:13,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:13,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:13,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:13,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:13,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:13,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:13,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:13,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:13,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:13,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:13,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:13,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:13,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:13,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:13,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:13,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:13,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:13,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:13,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:13,661 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:13,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:19:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:14,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:14,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:14,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:14,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:14,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:14,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:14,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:14,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:14,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:14,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:14,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:14,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:14,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:14,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:14,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:14,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:14,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:14,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:14,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:14,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:14,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:14,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:14,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:14,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:14,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:14,182 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:14,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:14,563 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:14,564 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:14,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:14,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060014556, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:14,565 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1363cd21 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76d5a6ec 2024-12-13T03:19:14,604 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779ad8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:14,605 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:14,606 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:14,607 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1363cd21 to 127.0.0.1:59581 2024-12-13T03:19:14,607 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:14,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:14,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:14,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:14,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:14,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:14,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:14,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:14,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:14,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:14,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:14,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:14,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:14,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:14,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:14,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:14,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:14,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:14,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:14,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:14,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:14,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:14,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:14,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:14,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:14,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:14,693 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:14,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:14,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:19:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:15,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:15,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:15,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:15,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:15,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:15,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:15,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:15,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:15,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:15,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:15,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:15,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:15,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:15,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:15,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:15,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:15,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:15,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:15,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:15,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:15,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:15,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:15,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:15,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:15,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:15,219 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:15,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:15,618 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:15,620 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:15,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:15,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060015609, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:15,622 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4362643f to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@185b4879 2024-12-13T03:19:15,662 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3926b70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:15,664 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:15,665 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:15,667 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4362643f to 127.0.0.1:59581 2024-12-13T03:19:15,667 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:15,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:15,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:15,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:15,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:15,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:15,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:15,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:15,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:15,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:15,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:15,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:15,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:15,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:15,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:15,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:15,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:15,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:15,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:15,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:15,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:15,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:15,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:15,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:15,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:15,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:15,742 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:16,202 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T03:19:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:16,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:16,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:16,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:16,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:16,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:16,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:16,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:16,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:16,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:16,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:16,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:16,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:16,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:16,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:16,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:16,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:16,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:16,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:16,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:16,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:16,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:16,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:16,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:16,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:16,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:16,265 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:16,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:16,672 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:16,672 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:16,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:16,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060016668, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:16,673 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a230bc3 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4879827e 2024-12-13T03:19:16,712 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446bcab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:16,713 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:16,714 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:16,716 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a230bc3 to 127.0.0.1:59581 2024-12-13T03:19:16,716 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:16,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:16,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:16,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:16,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:16,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:16,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:16,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:16,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:16,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:16,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:16,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:16,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:16,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:16,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:16,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:16,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:16,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:16,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:16,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:16,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:16,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:16,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:16,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:16,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:16,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:16,782 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:17,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:17,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:17,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:17,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:17,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:17,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:17,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:17,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:17,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:17,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:17,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:17,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:17,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:17,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:17,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:17,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:17,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:17,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:17,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:17,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:17,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:17,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:17,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:17,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:17,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:17,304 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:17,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:17,727 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:17,728 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:17,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:17,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060017718, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:17,730 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a91193a to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eff1064 2024-12-13T03:19:17,779 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14db7d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:17,783 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:17,785 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:17,787 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a91193a to 127.0.0.1:59581 2024-12-13T03:19:17,787 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:17,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:17,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:17,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:17,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:17,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:17,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:17,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:17,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:17,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:17,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:17,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:17,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:17,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:17,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:17,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:17,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:17,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:17,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:17,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:17,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:17,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:17,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:17,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:17,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:17,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:17,824 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:18,024 DEBUG [master/8d92e4d6ac21:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 64344bcb7c59a2b583e1fcd95ba0ee87 changed from -1.0 to 0.0, refreshing cache 2024-12-13T03:19:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:18,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:18,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:18,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:18,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:18,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:18,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:18,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:18,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:18,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:18,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:18,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:18,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:18,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:18,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:18,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:18,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:18,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:18,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:18,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:18,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:18,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:18,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:18,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:18,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:18,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:18,351 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:18,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:18,823 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:18,824 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:18,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:18,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060018789, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:18,825 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7db37464 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bb93786 2024-12-13T03:19:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:18,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:18,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:18,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:18,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:18,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:18,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:18,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:18,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:18,860 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44c73a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:18,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:18,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:18,862 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:18,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:18,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:18,863 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:18,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:18,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:18,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:18,864 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7db37464 to 127.0.0.1:59581 2024-12-13T03:19:18,865 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:18,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:18,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:18,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:18,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:18,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:18,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:18,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:18,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:18,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:18,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:18,870 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:18,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:19:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:19,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:19,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:19,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:19,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:19,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:19,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:19,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:19,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:19,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:19,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:19,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:19,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:19,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:19,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:19,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:19,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:19,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:19,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:19,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:19,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:19,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:19,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:19,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:19,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:19,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:19,397 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:19,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:19,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:19,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:19:19,874 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:19,876 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:19,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:19,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060019866, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:19,878 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12bb7875 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@507c68a3 2024-12-13T03:19:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:19,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:19,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:19,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:19,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:19,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:19,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:19,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:19,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:19,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:19,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:19,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:19,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:19,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:19,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:19,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:19,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:19,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:19,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:19,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:19,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:19,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:19,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:19,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:19,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:19,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:19,909 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:19,920 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d126b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:19,922 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:19,923 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:19,924 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12bb7875 to 127.0.0.1:59581 2024-12-13T03:19:19,924 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:20,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:20,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:20,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:20,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:20,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:20,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:20,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:20,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:20,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:20,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:20,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:20,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:20,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:20,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:20,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:20,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:20,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:20,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:20,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:20,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:20,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:20,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:20,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:20,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:20,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:20,434 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:20,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:20,931 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:20,933 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:20,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:20,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060020925, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:20,935 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79e549b1 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a6f0f5e 2024-12-13T03:19:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:20,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:20,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:20,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:20,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:20,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:20,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:20,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:20,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:20,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:20,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:20,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:20,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:20,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:20,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:20,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:20,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:20,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:20,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:20,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:20,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:20,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:20,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:20,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:20,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:20,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:20,951 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:20,978 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@749aa6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:20,979 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:20,980 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:20,982 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79e549b1 to 127.0.0.1:59581 2024-12-13T03:19:20,982 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:21,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:21,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:21,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:21,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:21,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:21,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:21,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:21,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:21,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:21,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:21,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:21,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:21,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:21,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:21,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:21,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:21,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:21,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:21,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:21,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:21,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:21,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:21,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:21,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:21,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:21,471 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:21,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:19:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:21,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:21,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:21,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:21,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:21,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:21,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:21,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:21,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:21,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:21,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:21,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:21,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:21,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:21,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:21,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:21,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:21,989 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:21,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:21,990 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:21,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:21,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060021983, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:21,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:21,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:21,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:21,992 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301aa6dc to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bd5a7e 2024-12-13T03:19:21,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:21,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:21,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:21,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:21,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:21,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:21,995 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:22,029 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23b08085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:22,030 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:22,032 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:22,034 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301aa6dc to 127.0.0.1:59581 2024-12-13T03:19:22,034 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:22,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:22,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:22,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:22,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:22,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:22,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:22,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:22,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:22,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:22,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:22,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:22,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:22,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:22,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:22,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:22,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:22,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:22,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:22,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:22,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:22,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:22,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:22,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:22,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:22,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:22,517 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:23,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:23,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:23,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:23,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:23,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:23,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:23,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:23,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:23,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:23,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:23,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:23,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:23,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:23,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:23,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:23,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:23,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:23,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:23,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:23,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:23,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:23,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:23,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:23,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:23,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:23,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:23,039 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:23,038 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:23,039 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:23,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:23,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060023035, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:23,040 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b6bdb2e to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43ed1a97 2024-12-13T03:19:23,062 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@647e1ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:23,063 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:23,064 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:23,065 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b6bdb2e to 127.0.0.1:59581 2024-12-13T03:19:23,065 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:23,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:23,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:23,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:23,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:23,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:23,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:23,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:23,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:23,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:23,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:23,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:23,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:23,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:23,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:23,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:23,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:23,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:23,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:23,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:23,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:23,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:23,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:23,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:23,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:23,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:23,562 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:23,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:19:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:24,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:24,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:24,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:24,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:24,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:24,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:24,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:24,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:24,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:24,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:24,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:24,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:24,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:24,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:24,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:24,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:24,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:24,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:24,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:24,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:24,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:24,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:24,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:24,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:24,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:24,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:24,086 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:24,099 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:24,100 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:24,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:24,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060024067, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:24,102 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a03d57d to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61915708 2024-12-13T03:19:24,136 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@750df5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:24,139 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:24,140 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:24,143 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a03d57d to 127.0.0.1:59581 2024-12-13T03:19:24,143 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:24,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:24,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:24,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:24,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:24,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:24,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:24,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:24,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:24,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:24,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:24,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:24,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:24,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:24,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:24,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:24,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:24,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:24,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:24,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:24,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:24,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:24,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:24,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:24,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:24,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:24,610 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:24,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:24,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:19:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:25,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:25,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:25,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:25,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:25,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:25,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:25,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:25,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:25,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:25,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:25,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:25,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:25,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:25,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:25,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:25,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:25,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:25,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:25,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:25,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:25,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:25,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:25,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:25,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:25,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:25,132 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:25,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:25,147 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:25,147 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:25,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:25,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060025144, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:25,148 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38f4b470 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53368d71 2024-12-13T03:19:25,187 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498f19e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:25,189 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:25,190 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:25,191 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38f4b470 to 127.0.0.1:59581 2024-12-13T03:19:25,192 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:25,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:25,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:25,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:25,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:25,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:25,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:25,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:25,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:25,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:25,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:25,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:25,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:25,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:25,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:25,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:25,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:25,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:25,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:25,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:25,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:25,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:25,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:25,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:25,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:25,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:25,653 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:26,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:26,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:26,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:26,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:26,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:26,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:26,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:26,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:26,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:26,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:26,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:26,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:26,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:26,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:26,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:26,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:26,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:26,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:26,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:26,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:26,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:26,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:26,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:26,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:26,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:26,172 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:26,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:26,195 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:26,196 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:26,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:26,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060026192, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:26,197 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79853688 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ebf71cc 2024-12-13T03:19:26,203 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4e33eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:26,204 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:26,205 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:26,206 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79853688 to 127.0.0.1:59581 2024-12-13T03:19:26,206 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:26,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:26,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:26,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:26,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:26,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:26,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:26,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:26,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:26,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:26,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:26,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:26,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:26,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:26,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:26,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:26,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:26,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:26,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:26,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:26,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:26,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:26,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:26,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:26,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:26,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:26,694 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:27,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:27,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:27,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:27,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:27,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:27,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:27,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:27,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:27,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:27,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:27,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:27,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:27,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:27,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:27,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:27,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:27,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:27,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:27,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:27,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:27,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:27,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:27,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:27,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:27,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:27,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:27,215 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:27,329 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:27,330 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:27,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:27,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060027208, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:27,331 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x613483f2 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@460bf09 2024-12-13T03:19:27,370 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aef1505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:27,372 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:27,373 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:27,375 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x613483f2 to 127.0.0.1:59581 2024-12-13T03:19:27,375 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:27,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:27,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:27,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:27,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:27,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:27,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:27,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:27,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:27,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:27,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:27,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:27,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:27,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:27,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:27,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:27,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:27,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:27,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:27,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:27,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:27,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:27,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:27,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:27,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:27,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:27,728 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:28,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:28,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:28,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:28,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:28,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:28,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:28,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:28,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:28,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:28,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:28,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:28,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:28,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:28,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:28,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:28,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:28,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:28,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:28,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:28,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:28,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:28,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:28,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:28,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:28,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:28,252 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:28,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:28,386 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:28,388 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:28,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:28,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060028377, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:28,390 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00da884b to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c3e7ae 2024-12-13T03:19:28,428 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23268dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:28,430 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:28,431 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:28,433 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00da884b to 127.0.0.1:59581 2024-12-13T03:19:28,433 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:28,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:28,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:28,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:28,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:28,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:28,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:28,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:28,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:28,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:28,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:28,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:28,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:28,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:28,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:28,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:28,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:28,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:28,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:28,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:28,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:28,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:28,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:28,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:28,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:28,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:28,772 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:28,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:19:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:29,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:29,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:29,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:29,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:29,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:29,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:29,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:29,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:29,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:29,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:29,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:29,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:29,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:29,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:29,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:29,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:29,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:29,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:29,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:29,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:29,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:29,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:29,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:29,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:29,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:29,292 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:29,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:29,437 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:29,438 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:29,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:29,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060029434, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:29,439 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17fef563 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@99e9ea5 2024-12-13T03:19:29,493 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ec239c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:29,495 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:29,495 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:29,496 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17fef563 to 127.0.0.1:59581 2024-12-13T03:19:29,497 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:29,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:29,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:29,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:29,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:29,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:29,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:29,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:29,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:29,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:29,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:29,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:29,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:29,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:29,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:29,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:29,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:29,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:29,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:29,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:29,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:29,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:29,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:29,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:29,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:29,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:29,810 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:29,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:29,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:19:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:30,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:30,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:30,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:30,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:30,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:30,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:30,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:30,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:30,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:30,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:30,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:30,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:30,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:30,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:30,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:30,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:30,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:30,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:30,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:30,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:30,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:30,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:30,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:30,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:30,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:30,332 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:30,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:30,507 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:30,508 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:30,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:30,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060030498, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:30,511 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28bfc0c9 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55a918cd 2024-12-13T03:19:30,553 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a2a0fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:30,555 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:30,556 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:30,557 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28bfc0c9 to 127.0.0.1:59581 2024-12-13T03:19:30,557 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:30,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:30,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:30,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:30,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:30,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:30,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:30,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:30,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:30,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:30,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:30,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:30,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:30,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:30,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:30,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:30,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:30,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:30,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:30,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:30,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:30,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:30,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:30,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:30,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:30,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:30,859 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:31,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:31,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:31,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:31,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:31,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:31,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:31,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:31,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:31,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:31,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:31,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:31,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:31,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:31,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:31,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:31,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:31,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:31,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:31,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:31,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:31,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:31,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:31,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:31,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:31,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:31,386 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:31,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:31,569 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:31,570 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:31,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:31,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060031559, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:31,572 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17de7c89 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@aac71cf 2024-12-13T03:19:31,614 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@715859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:31,618 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:31,619 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:31,622 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17de7c89 to 127.0.0.1:59581 2024-12-13T03:19:31,622 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:31,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:31,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:31,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:31,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:31,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:31,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:31,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:31,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:31,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:31,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:31,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:31,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:31,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:31,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:31,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:31,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:31,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:31,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:31,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:31,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:31,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:31,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:31,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:31,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:31,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:31,902 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:32,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:32,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:32,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:32,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:32,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:32,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:32,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:32,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:32,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:32,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:32,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:32,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:32,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:32,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:32,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:32,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:32,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:32,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:32,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:32,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:32,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:32,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:32,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:32,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:32,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:32,421 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:32,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:32,633 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:32,633 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:32,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:32,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060032624, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:32,635 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7a64c5 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46b15aec 2024-12-13T03:19:32,670 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c8871f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:32,673 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:32,674 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:32,677 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7a64c5 to 127.0.0.1:59581 2024-12-13T03:19:32,677 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:32,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:32,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:32,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:32,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:32,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:32,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:32,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:32,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:32,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:32,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:32,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:32,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:32,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:32,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:32,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:32,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:32,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:32,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:32,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:32,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:32,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:32,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:32,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:32,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:32,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:32,937 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:33,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:33,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:33,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:33,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:33,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:33,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:33,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:33,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:33,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:33,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:33,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:33,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:33,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:33,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:33,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:33,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:33,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:33,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:33,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:33,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:33,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:33,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:33,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:33,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:33,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:33,456 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T03:19:33,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:33,685 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:33,686 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:33,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:33,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060033678, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:33,687 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58fc53ff to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14560436 2024-12-13T03:19:33,729 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdef8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:33,732 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:33,734 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:33,736 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58fc53ff to 127.0.0.1:59581 2024-12-13T03:19:33,736 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:33,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [8d92e4d6ac21%2C44511%2C1734059886557]: currently replicating from: hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 at position: -1 2024-12-13T03:19:33,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T03:19:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:19:33,962 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:19:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T03:19:33,963 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:19:33,966 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582 2024-12-13T03:19:33,968 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/fam, FileablePath, hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/recovered.edits] 2024-12-13T03:19:33,972 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/fam/0aacccaaf7c0455da5e48b52a7d72915 to hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/archive/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/fam/0aacccaaf7c0455da5e48b52a7d72915 2024-12-13T03:19:33,976 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/recovered.edits/8.seqid to hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/archive/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582/recovered.edits/8.seqid 2024-12-13T03:19:33,977 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/testdroppedtimed/28c3def49b50d277aa6281dafec10582 2024-12-13T03:19:33,977 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T03:19:33,979 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:19:33,980 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T03:19:33,982 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T03:19:33,983 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:19:33,983 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T03:19:33,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734059973983"}]},"ts":"9223372036854775807"} 2024-12-13T03:19:33,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T03:19:33,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 28c3def49b50d277aa6281dafec10582, NAME => 'testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T03:19:33,985 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T03:19:33,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734059973985"}]},"ts":"9223372036854775807"} 2024-12-13T03:19:33,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T03:19:33,994 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T03:19:33,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 36 msec 2024-12-13T03:19:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T03:19:34,065 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-13T03:19:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:34,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:34,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:34,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:34,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:34,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:34,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:34,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:34,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:34,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:34,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:34,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:34,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:34,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:34,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:34,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:34,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:34,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:34,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:34,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:34,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:34,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:34,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:34,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:34,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:34,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:34,081 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T03:19:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:34,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:34,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:34,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:34,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:34,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:34,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:34,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:34,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:34,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:34,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:34,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:34,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:34,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:34,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:34,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:34,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:34,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:34,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:34,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:34,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:34,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:34,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:34,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:34,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:34,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:34,605 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T03:19:34,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:34,758 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T03:19:34,760 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:34,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T03:19:34,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:35540 deadline: 1734060034737, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T03:19:34,764 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6722e4f4 to 127.0.0.1:59581 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43712b92 2024-12-13T03:19:34,795 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f86f092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T03:19:34,798 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T03:19:34,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T03:19:34,802 WARN [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-13T03:19:34,804 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6722e4f4 to 127.0.0.1:59581 2024-12-13T03:19:34,804 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:34,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:34,870 INFO [8d92e4d6ac21:36929Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T03:19:34,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T03:19:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:35,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:35,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:35,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:35,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:35,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:35,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:35,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:35,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:35,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:35,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:35,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:35,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:35,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:35,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:35,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:35,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:35,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:35,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:35,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:35,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:35,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:35,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:35,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:35,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:35,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:35,123 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T03:19:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:35,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:35,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:35,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:35,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:35,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:35,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:35,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:35,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:35,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:35,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:35,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:35,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:35,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:35,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:35,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:35,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:35,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:35,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:35,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:35,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:35,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:35,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:35,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:35,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:35,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:35,639 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T03:19:35,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,856 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/27=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/28=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/29=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/30=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/31=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/32=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/33=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/34=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/35=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/36=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/37=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/38=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/39=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/40=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/41=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/42=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/43=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/44=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/45=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/46=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/47=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/48=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/49=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,864 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,877 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/51=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/52=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/53=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/54=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/55=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/56=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/57=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/58=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/59=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/60=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/61=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/62=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/63=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/64=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/65=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/66=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/67=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/68=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/69=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/70=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/71=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/72=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/73=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,880 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,894 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/75=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/76=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/77=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/78=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/79=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/80=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/81=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/82=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/83=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/84=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/85=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/86=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/87=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/88=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/89=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/90=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/91=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/92=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/93=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/94=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/95=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/96=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/97=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,897 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,911 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/99=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/100=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/101=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/102=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/103=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/104=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/105=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/106=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/107=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/108=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/109=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/110=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/111=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/112=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/113=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/114=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/115=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/116=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/117=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/118=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/119=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/120=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/121=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,913 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,927 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/123=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/124=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/125=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/126=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/127=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/128=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/129=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/130=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/131=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/132=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/133=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/134=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/135=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/136=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/137=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/138=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/139=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/140=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/141=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/142=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/143=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/144=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/145=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,929 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,960 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/147=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/148=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/149=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/150=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/151=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/152=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/153=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/154=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/155=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/156=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/157=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/158=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/159=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/160=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/161=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/162=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/163=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/164=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/165=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/166=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/167=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/168=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/169=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,962 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,977 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/171=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/172=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/173=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/174=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/175=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/176=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/177=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/178=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/179=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/180=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/181=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/182=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/183=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/184=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/185=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/186=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/187=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/188=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/189=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/190=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/191=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/192=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/193=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,980 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,994 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/195=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/196=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/197=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/198=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/199=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/200=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/201=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/202=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/203=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/204=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/205=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/206=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/207=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/208=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/209=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/210=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/211=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/212=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/213=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/214=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/215=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/216=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/217=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:35,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:35,996 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:35,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:35,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,011 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/219=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/220=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/221=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/222=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/223=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/224=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/225=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/226=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/227=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/228=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/229=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/230=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/231=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/232=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/233=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/234=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/235=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/236=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/237=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/238=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/239=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/240=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/241=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,012 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,027 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/243=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/244=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/245=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/246=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/247=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/248=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/249=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/250=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/251=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/252=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/253=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/254=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/255=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/256=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/257=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/258=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/259=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/260=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/261=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/262=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/263=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/264=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/265=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,029 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,044 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/267=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/268=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/269=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/270=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/271=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/272=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/273=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/274=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/275=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/276=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/277=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/278=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/279=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/280=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/281=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/282=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/283=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/284=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/285=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/286=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/287=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/288=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/289=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,067 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,077 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/291=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/292=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/293=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/294=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/295=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/296=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/297=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/298=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/299=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/300=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/301=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/302=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/303=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/304=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/305=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/306=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/307=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/308=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/309=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/310=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/311=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/312=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/313=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,080 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,094 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/315=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/316=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/317=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/318=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/319=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/320=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/321=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/322=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/323=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/324=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/325=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/326=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/327=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/328=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/329=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/330=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/331=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/332=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/333=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/334=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/335=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/336=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/337=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,096 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,111 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/339=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/340=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/341=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/342=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/343=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/344=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/345=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/346=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/347=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/348=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/349=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/350=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/351=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/352=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/353=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/354=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/355=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/356=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/357=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/358=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/359=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/360=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/361=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,113 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,127 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/363=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/364=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/365=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/366=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/367=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/368=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/369=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/370=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/371=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/372=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/373=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/374=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/375=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/376=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/377=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/378=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/379=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/380=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/381=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/382=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/383=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/384=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/385=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,129 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:36,142 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/387=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/388=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/389=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/390=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/391=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/392=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/393=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/394=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/395=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/396=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/397=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/398=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/399=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/400=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/401=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/402=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/403=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/404=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/405=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/406=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/407=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/408=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/409=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,146 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:36,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:36,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:36,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:36,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:36,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:36,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:36,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:36,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:36,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:36,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:36,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:36,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:36,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:36,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:36,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:36,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:36,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:36,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:36,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:36,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:36,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:36,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:36,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:36,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:36,155 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T03:19:36,159 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/411=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/412=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/413=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/414=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/415=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/416=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/417=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/418=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/419=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/420=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/421=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/422=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/423=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/424=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/425=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/426=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/427=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/428=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/429=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/430=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/431=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/432=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/433=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,162 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,169 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/435=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/436=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/437=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/438=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/439=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/440=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/441=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/442=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/443=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/444=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/445=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/446=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/447=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/448=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/449=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/450=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/451=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/452=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/453=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/454=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/455=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/456=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/457=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,171 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,184 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/459=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/460=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/461=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/462=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/463=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/464=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/465=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/466=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/467=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/468=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/469=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/470=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/471=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/472=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/473=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/474=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/475=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/476=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/477=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/478=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/479=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/480=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/481=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,186 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,194 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/483=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/484=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/485=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/486=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/487=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/488=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/489=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/490=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/491=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/492=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/493=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/494=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/495=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/496=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/497=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/498=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/499=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/500=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/501=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/502=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/503=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/504=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/505=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,195 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,211 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/507=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/508=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/509=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/510=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/511=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/512=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/513=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/514=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/515=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/516=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/517=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/518=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/519=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/520=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/521=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/522=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/523=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/524=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/525=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/526=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/527=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/528=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/529=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,213 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,227 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/531=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/532=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/533=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/534=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/535=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/536=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/537=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/538=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/539=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/540=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/541=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/542=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/543=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/544=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/545=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/546=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/547=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/548=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/549=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/550=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/551=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/552=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/553=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,230 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,244 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/555=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/556=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/557=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/558=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/559=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/560=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/561=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/562=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/563=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/564=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/565=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/566=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/567=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/568=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/569=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/570=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/571=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/572=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/573=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/574=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/575=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/576=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/577=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,246 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,277 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/579=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/580=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/581=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/582=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/583=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/584=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/585=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/586=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/587=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/588=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/589=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/590=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/591=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/592=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/593=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/594=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/595=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/596=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/597=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/598=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/599=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/600=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/601=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,278 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,294 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/603=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/604=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/605=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/606=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/607=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/608=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/609=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/610=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/611=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/612=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/613=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/614=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/615=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/616=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/617=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/618=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/619=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/620=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/621=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/622=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/623=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/624=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/625=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,295 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,311 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/627=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/628=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/629=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/630=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/631=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/632=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/633=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/634=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/635=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/636=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/637=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/638=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/639=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/640=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/641=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/642=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/643=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/644=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/645=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/646=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/647=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/648=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/649=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,312 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,354 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/651=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/652=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/653=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/654=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/655=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/656=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/657=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/658=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/659=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/660=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/661=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/662=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/663=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/664=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/665=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/666=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/667=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/668=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/669=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/670=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/671=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/672=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/673=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,355 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,377 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/675=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/676=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/677=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/678=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/679=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/680=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/681=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/682=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/683=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/684=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/685=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/686=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/687=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/688=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/689=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/690=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/691=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/692=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/693=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/694=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/695=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/696=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/697=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,378 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,394 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/699=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/700=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/701=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/702=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/703=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/704=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/705=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/706=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/707=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/708=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/709=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/710=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/711=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/712=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/713=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/714=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/715=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/716=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/717=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/718=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/719=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/720=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/721=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,396 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,411 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/723=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/724=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/725=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/726=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/727=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/728=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/729=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/730=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/731=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/732=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/733=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/734=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/735=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/736=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/737=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/738=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/739=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/740=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/741=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/742=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/743=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/744=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/745=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,412 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,427 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/747=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/748=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/749=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/750=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/751=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/752=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/753=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/754=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/755=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/756=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/757=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/758=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/759=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/760=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/761=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/762=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/763=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/764=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/765=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/766=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/767=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/768=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/769=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,428 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,444 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/771=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/772=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/773=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/774=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/775=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/776=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/777=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/778=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/779=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/780=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/781=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/782=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/783=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/784=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/785=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/786=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/787=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/788=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/789=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/790=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/791=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/792=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/793=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,445 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,459 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/795=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/796=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/797=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/798=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/799=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/800=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/801=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/802=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/803=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/804=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/805=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/806=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/807=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/808=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/809=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/810=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/811=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/812=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/813=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/814=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/815=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/816=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/817=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,460 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,476 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/819=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/820=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/821=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/822=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/823=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/824=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/825=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/826=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/827=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/828=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/829=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/830=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/831=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/832=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/833=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/834=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/835=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/836=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/837=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/838=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/839=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/840=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/841=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,477 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,486 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/843=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/844=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/845=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/846=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/847=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/848=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/849=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/850=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/851=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/852=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/853=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/854=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/855=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/856=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/857=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/858=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/859=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/860=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/861=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/862=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/863=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/864=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/865=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,487 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,500 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/867=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/868=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/869=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/870=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/871=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/872=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/873=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/874=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/875=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/876=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/877=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/878=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/879=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/880=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/881=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/882=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/883=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/884=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/885=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/886=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/887=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/888=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/889=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,501 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,511 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/891=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/892=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/893=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/894=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/895=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/896=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/897=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/898=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/899=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/900=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/901=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/902=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/903=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/904=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/905=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/906=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/907=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/908=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/909=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/910=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/911=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/912=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/913=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,512 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,526 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/915=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/916=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/917=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/918=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/919=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/920=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/921=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/922=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/923=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/924=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/925=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/926=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/927=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/928=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/929=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/930=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/931=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/932=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/933=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/934=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/935=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/936=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/937=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,528 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T03:19:36,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,536 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/939=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/940=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/941=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/942=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/943=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/944=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/945=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/946=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/947=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/948=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/949=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/950=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/951=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/952=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/953=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/954=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/955=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/956=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/957=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/958=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/959=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/960=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/961=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,537 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T03:19:36,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,551 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 4208104, reset compression=false 2024-12-13T03:19:36,551 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/963=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/964=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/965=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/966=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/967=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/968=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/969=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/970=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/971=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/972=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/973=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/974=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/975=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/976=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/977=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/978=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/979=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/980=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/981=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/982=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/983=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/984=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/985=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T03:19:36,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,559 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T03:19:36,567 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 4208924, reset compression=false 2024-12-13T03:19:36,567 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcfa6f3965ba33ed1a7d93752f4f5048/987=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/988=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/989=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/990=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/991=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/992=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/993=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/994=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/995=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/996=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/997=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/998=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/999=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/1000=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/1001=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/1002=[#edits: 1 = ],4297}, {test/fcfa6f3965ba33ed1a7d93752f4f5048/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-13T03:19:36,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T03:19:36,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T03:19:36,577 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T03:19:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36929 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T03:19:36,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T03:19:36,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T03:19:36,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T03:19:36,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T03:19:36,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T03:19:36,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T03:19:36,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T03:19:36,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T03:19:36,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T03:19:36,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T03:19:36,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T03:19:36,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T03:19:36,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T03:19:36,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T03:19:36,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T03:19:36,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T03:19:36,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T03:19:36,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T03:19:36,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T03:19:36,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T03:19:36,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T03:19:36,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T03:19:36,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T03:19:36,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T03:19:36,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T03:19:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T03:19:36,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-13T03:19:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-13T03:19:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T03:19:36,689 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-13T03:19:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-13T03:19:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T03:19:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T03:19:36,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T03:19:36,774 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 to pos 4208924, reset compression=false 2024-12-13T03:19:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T03:19:36,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:19:36,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44511 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-13T03:19:36,856 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-13T03:19:36,856 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-13T03:19:36,856 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-13T03:19:36,961 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001d65108b000f, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:36,962 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001d65108b000f, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:36,962 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c2c9eda to 127.0.0.1:59581 2024-12-13T03:19:36,962 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T03:19:37,063 WARN [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T03:19:37,063 WARN [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.wal-reader.8d92e4d6ac21%2C44511%2C1734059886557,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T03:19:37,163 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0.replicationSource,2.replicationSource.shipper8d92e4d6ac21%2C44511%2C1734059886557,2 terminated 2024-12-13T03:19:37,163 INFO [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-13T03:19:37,167 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/8d92e4d6ac21,44511,1734059886557/2/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 2024-12-13T03:19:37,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/8d92e4d6ac21,44511,1734059886557/2/8d92e4d6ac21%2C44511%2C1734059886557.1734059889028 2024-12-13T03:19:37,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/8d92e4d6ac21,44511,1734059886557/2 2024-12-13T03:19:37,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/8d92e4d6ac21,44511,1734059886557/2 2024-12-13T03:19:37,178 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T03:19:37,178 DEBUG [RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-13T03:19:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-13T03:19:37,180 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 8d92e4d6ac21,44511,1734059886557 suceeded 2024-12-13T03:19:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-13T03:19:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 477 msec 2024-12-13T03:19:37,186 DEBUG [PEWorker-1 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T03:19:37,186 INFO [PEWorker-1 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-13T03:19:37,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 502 msec 2024-12-13T03:19:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38405 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T03:19:37,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=395 (was 390) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/cluster_95a8577d-8e9e-4ca4-597b-f4c07ff90115/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/cluster_95a8577d-8e9e-4ca4-597b-f4c07ff90115/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_624001500_22 at /127.0.0.1:52168 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59581@0x0ae4398d-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59581@0x4cb1dd70-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59581@0x4cb1dd70 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fec6cb54bb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59581@0x0ae4398d-SendThread(127.0.0.1:59581) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59581@0x0ae4398d java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fec6cb54bb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (788280152) connection to localhost/127.0.0.1:42497 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59581@0x4cb1dd70-SendThread(127.0.0.1:59581) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59581@0x1a5b97cd java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fec6cb54bb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/8d92e4d6ac21:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 145), ProcessCount=11 (was 11), AvailableMemoryMB=12720 (was 13164) 2024-12-13T03:19:37,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05422b16 to 127.0.0.1:59581 2024-12-13T03:19:37,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:37,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0740a5b0 to 127.0.0.1:59581 2024-12-13T03:19:37,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:37,313 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T03:19:37,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5819dd61 to 127.0.0.1:59581 2024-12-13T03:19:37,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:37,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T03:19:37,314 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T03:19:37,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x325e27ff to 127.0.0.1:59581 2024-12-13T03:19:37,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:37,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T03:19:37,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1265005197, stopped=false 2024-12-13T03:19:37,314 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=8d92e4d6ac21,37267,1734059892536 2024-12-13T03:19:37,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T03:19:37,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T03:19:37,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:19:37,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:19:37,327 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T03:19:37,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:37,328 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8d92e4d6ac21,36929,1734059892657' ***** 2024-12-13T03:19:37,328 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T03:19:37,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T03:19:37,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T03:19:37,328 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T03:19:37,329 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 84b840ccab5ccc1045e73c1e624c4c87 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 64344bcb7c59a2b583e1fcd95ba0ee87 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 04f1534a24c42d4a637ad3342faae2bd 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 0cdb58d278df84f8f7726b8b5a0a32af 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for d23af7ef10acd209f78be7d4805b7fce 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 433d7abad1690a500c7ccc476ab7f4bb 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for dad341abe1b9a1a6a030ecfdbf502ca2 2024-12-13T03:19:37,329 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 3aa43f4227dd8e23b58401d2c2ad56c8 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 49fbac1667f6ce11b5c0db563cc3cecd 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ad9e028f50ac6d3904464befde681b1 2024-12-13T03:19:37,330 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 84b840ccab5ccc1045e73c1e624c4c87, disabling compactions & flushes 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 848b5e9049c7c14803bd9722fb68de58 2024-12-13T03:19:37,330 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for b9f36908a64e7f5387dc64b63044ca4e 2024-12-13T03:19:37,330 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 5875233bd5764bca17a01ab9f51e42ab 2024-12-13T03:19:37,330 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. after waiting 0 ms 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for b61bb09243437313a2afe26fff2740ff 2024-12-13T03:19:37,330 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 7e5cb5633a2716ad94a7e65fb31cd20a 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 68c07a90fac86cdd6708c4c61cac613a 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for c294b365e5fdadcc2d70e2dc0867a0cd 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 8b88f9b28024500e29a6980fac01746e 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 804a14b310f42ff10ae2bae9dceff14d 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for b516447ea54957977ed5964eafc25903 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 2e15e62a0200f8a409ad6fe500799935 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 4556b32e91d348fd1e238c61df4039e4 2024-12-13T03:19:37,330 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for c673029cf2201d30ac49d740615e4e08 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for ebde9150e052d44b44732bdfb9997e08 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for f21870350847036e94a6820826479b8f 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for bc27dbbedb4a01afac00040aafd72f37 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1224): stopping server 8d92e4d6ac21,36929,1734059892657 2024-12-13T03:19:37,331 DEBUG [RS:0;8d92e4d6ac21:36929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T03:19:37,331 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T03:19:37,332 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T03:19:37,332 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T03:19:37,332 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T03:19:37,332 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T03:19:37,332 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T03:19:37,332 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T03:19:37,332 INFO [regionserver/8d92e4d6ac21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T03:19:37,332 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T03:19:37,335 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1629): Waiting on 04f1534a24c42d4a637ad3342faae2bd, 0cdb58d278df84f8f7726b8b5a0a32af, 1588230740, 2e15e62a0200f8a409ad6fe500799935, 3aa43f4227dd8e23b58401d2c2ad56c8, 433d7abad1690a500c7ccc476ab7f4bb, 4556b32e91d348fd1e238c61df4039e4, 49fbac1667f6ce11b5c0db563cc3cecd, 4ad9e028f50ac6d3904464befde681b1, 5875233bd5764bca17a01ab9f51e42ab, 64344bcb7c59a2b583e1fcd95ba0ee87, 68c07a90fac86cdd6708c4c61cac613a, 7e5cb5633a2716ad94a7e65fb31cd20a, 804a14b310f42ff10ae2bae9dceff14d, 848b5e9049c7c14803bd9722fb68de58, 84b840ccab5ccc1045e73c1e624c4c87, 8b88f9b28024500e29a6980fac01746e, b4d1ef97a2ef6c0ce8b5e1d97dff089b, b516447ea54957977ed5964eafc25903, b61bb09243437313a2afe26fff2740ff, b9f36908a64e7f5387dc64b63044ca4e, bc27dbbedb4a01afac00040aafd72f37, c294b365e5fdadcc2d70e2dc0867a0cd, c673029cf2201d30ac49d740615e4e08, d23af7ef10acd209f78be7d4805b7fce, dad341abe1b9a1a6a030ecfdbf502ca2, ebde9150e052d44b44732bdfb9997e08, f21870350847036e94a6820826479b8f 2024-12-13T03:19:37,337 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/84b840ccab5ccc1045e73c1e624c4c87/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,338 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:19:37,338 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 84b840ccab5ccc1045e73c1e624c4c87: 2024-12-13T03:19:37,338 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734059905914.84b840ccab5ccc1045e73c1e624c4c87. 2024-12-13T03:19:37,338 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 64344bcb7c59a2b583e1fcd95ba0ee87, disabling compactions & flushes 2024-12-13T03:19:37,338 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:19:37,338 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:19:37,338 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. after waiting 0 ms 2024-12-13T03:19:37,338 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:19:37,338 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 64344bcb7c59a2b583e1fcd95ba0ee87 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T03:19:37,354 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87/.tmp/info/fca36622b2a24e88a04bf70219b322bb is 45, key is default/info:d/1734059897497/Put/seqid=0 2024-12-13T03:19:37,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741866_1042 (size=5037) 2024-12-13T03:19:37,364 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/info/a63bbb51f4c4454897538356aec378e5 is 143, key is hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87./info:regioninfo/1734059897412/Put/seqid=0 2024-12-13T03:19:37,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741867_1043 (size=36340) 2024-12-13T03:19:37,536 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1629): Waiting on 04f1534a24c42d4a637ad3342faae2bd, 0cdb58d278df84f8f7726b8b5a0a32af, 1588230740, 2e15e62a0200f8a409ad6fe500799935, 3aa43f4227dd8e23b58401d2c2ad56c8, 433d7abad1690a500c7ccc476ab7f4bb, 4556b32e91d348fd1e238c61df4039e4, 49fbac1667f6ce11b5c0db563cc3cecd, 4ad9e028f50ac6d3904464befde681b1, 5875233bd5764bca17a01ab9f51e42ab, 64344bcb7c59a2b583e1fcd95ba0ee87, 68c07a90fac86cdd6708c4c61cac613a, 7e5cb5633a2716ad94a7e65fb31cd20a, 804a14b310f42ff10ae2bae9dceff14d, 848b5e9049c7c14803bd9722fb68de58, 8b88f9b28024500e29a6980fac01746e, b4d1ef97a2ef6c0ce8b5e1d97dff089b, b516447ea54957977ed5964eafc25903, b61bb09243437313a2afe26fff2740ff, b9f36908a64e7f5387dc64b63044ca4e, bc27dbbedb4a01afac00040aafd72f37, c294b365e5fdadcc2d70e2dc0867a0cd, c673029cf2201d30ac49d740615e4e08, d23af7ef10acd209f78be7d4805b7fce, dad341abe1b9a1a6a030ecfdbf502ca2, ebde9150e052d44b44732bdfb9997e08, f21870350847036e94a6820826479b8f 2024-12-13T03:19:37,737 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1629): Waiting on 04f1534a24c42d4a637ad3342faae2bd, 0cdb58d278df84f8f7726b8b5a0a32af, 1588230740, 2e15e62a0200f8a409ad6fe500799935, 3aa43f4227dd8e23b58401d2c2ad56c8, 433d7abad1690a500c7ccc476ab7f4bb, 4556b32e91d348fd1e238c61df4039e4, 49fbac1667f6ce11b5c0db563cc3cecd, 4ad9e028f50ac6d3904464befde681b1, 5875233bd5764bca17a01ab9f51e42ab, 64344bcb7c59a2b583e1fcd95ba0ee87, 68c07a90fac86cdd6708c4c61cac613a, 7e5cb5633a2716ad94a7e65fb31cd20a, 804a14b310f42ff10ae2bae9dceff14d, 848b5e9049c7c14803bd9722fb68de58, 8b88f9b28024500e29a6980fac01746e, b4d1ef97a2ef6c0ce8b5e1d97dff089b, b516447ea54957977ed5964eafc25903, b61bb09243437313a2afe26fff2740ff, b9f36908a64e7f5387dc64b63044ca4e, bc27dbbedb4a01afac00040aafd72f37, c294b365e5fdadcc2d70e2dc0867a0cd, c673029cf2201d30ac49d740615e4e08, d23af7ef10acd209f78be7d4805b7fce, dad341abe1b9a1a6a030ecfdbf502ca2, ebde9150e052d44b44732bdfb9997e08, f21870350847036e94a6820826479b8f 2024-12-13T03:19:37,761 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87/.tmp/info/fca36622b2a24e88a04bf70219b322bb 2024-12-13T03:19:37,769 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/info/a63bbb51f4c4454897538356aec378e5 2024-12-13T03:19:37,774 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87/.tmp/info/fca36622b2a24e88a04bf70219b322bb as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87/info/fca36622b2a24e88a04bf70219b322bb 2024-12-13T03:19:37,780 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87/info/fca36622b2a24e88a04bf70219b322bb, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T03:19:37,781 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 64344bcb7c59a2b583e1fcd95ba0ee87 in 443ms, sequenceid=6, compaction requested=false 2024-12-13T03:19:37,785 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/namespace/64344bcb7c59a2b583e1fcd95ba0ee87/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T03:19:37,785 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:19:37,785 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 64344bcb7c59a2b583e1fcd95ba0ee87: 2024-12-13T03:19:37,785 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734059896169.64344bcb7c59a2b583e1fcd95ba0ee87. 2024-12-13T03:19:37,786 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 04f1534a24c42d4a637ad3342faae2bd, disabling compactions & flushes 2024-12-13T03:19:37,786 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:19:37,786 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:19:37,786 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. after waiting 0 ms 2024-12-13T03:19:37,786 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:19:37,789 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/04f1534a24c42d4a637ad3342faae2bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,790 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:19:37,790 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 04f1534a24c42d4a637ad3342faae2bd: 2024-12-13T03:19:37,790 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd. 2024-12-13T03:19:37,790 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0cdb58d278df84f8f7726b8b5a0a32af, disabling compactions & flushes 2024-12-13T03:19:37,790 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:19:37,790 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:19:37,790 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. after waiting 0 ms 2024-12-13T03:19:37,790 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:19:37,793 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/0cdb58d278df84f8f7726b8b5a0a32af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,794 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:19:37,794 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0cdb58d278df84f8f7726b8b5a0a32af: 2024-12-13T03:19:37,794 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734059905914.0cdb58d278df84f8f7726b8b5a0a32af. 2024-12-13T03:19:37,794 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d23af7ef10acd209f78be7d4805b7fce, disabling compactions & flushes 2024-12-13T03:19:37,794 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:19:37,794 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:19:37,794 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. after waiting 0 ms 2024-12-13T03:19:37,794 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:19:37,796 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/rep_barrier/499438696e8f4fd28eb0f73992f40683 is 115, key is test,bbb,1734059905914.04f1534a24c42d4a637ad3342faae2bd./rep_barrier:seqnumDuringOpen/1734059910292/Put/seqid=0 2024-12-13T03:19:37,798 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/d23af7ef10acd209f78be7d4805b7fce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,799 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:19:37,799 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d23af7ef10acd209f78be7d4805b7fce: 2024-12-13T03:19:37,799 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734059905914.d23af7ef10acd209f78be7d4805b7fce. 2024-12-13T03:19:37,799 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 433d7abad1690a500c7ccc476ab7f4bb, disabling compactions & flushes 2024-12-13T03:19:37,799 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:19:37,799 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:19:37,799 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. after waiting 0 ms 2024-12-13T03:19:37,799 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:19:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741868_1044 (size=8574) 2024-12-13T03:19:37,802 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/433d7abad1690a500c7ccc476ab7f4bb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,803 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:19:37,803 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 433d7abad1690a500c7ccc476ab7f4bb: 2024-12-13T03:19:37,803 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734059905914.433d7abad1690a500c7ccc476ab7f4bb. 2024-12-13T03:19:37,803 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dad341abe1b9a1a6a030ecfdbf502ca2, disabling compactions & flushes 2024-12-13T03:19:37,803 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:19:37,803 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:19:37,803 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. after waiting 0 ms 2024-12-13T03:19:37,803 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:19:37,806 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/dad341abe1b9a1a6a030ecfdbf502ca2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,807 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:19:37,807 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dad341abe1b9a1a6a030ecfdbf502ca2: 2024-12-13T03:19:37,807 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734059905914.dad341abe1b9a1a6a030ecfdbf502ca2. 2024-12-13T03:19:37,807 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3aa43f4227dd8e23b58401d2c2ad56c8, disabling compactions & flushes 2024-12-13T03:19:37,807 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:19:37,807 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:19:37,807 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. after waiting 0 ms 2024-12-13T03:19:37,807 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:19:37,810 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/3aa43f4227dd8e23b58401d2c2ad56c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,811 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:19:37,811 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3aa43f4227dd8e23b58401d2c2ad56c8: 2024-12-13T03:19:37,811 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734059905914.3aa43f4227dd8e23b58401d2c2ad56c8. 2024-12-13T03:19:37,811 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 49fbac1667f6ce11b5c0db563cc3cecd, disabling compactions & flushes 2024-12-13T03:19:37,811 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:19:37,811 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:19:37,811 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. after waiting 0 ms 2024-12-13T03:19:37,811 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:19:37,814 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/49fbac1667f6ce11b5c0db563cc3cecd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,815 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:19:37,815 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 49fbac1667f6ce11b5c0db563cc3cecd: 2024-12-13T03:19:37,815 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734059905914.49fbac1667f6ce11b5c0db563cc3cecd. 2024-12-13T03:19:37,815 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4ad9e028f50ac6d3904464befde681b1, disabling compactions & flushes 2024-12-13T03:19:37,815 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:19:37,815 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:19:37,815 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. after waiting 0 ms 2024-12-13T03:19:37,815 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:19:37,818 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4ad9e028f50ac6d3904464befde681b1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,819 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:19:37,819 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4ad9e028f50ac6d3904464befde681b1: 2024-12-13T03:19:37,819 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734059905914.4ad9e028f50ac6d3904464befde681b1. 2024-12-13T03:19:37,819 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 848b5e9049c7c14803bd9722fb68de58, disabling compactions & flushes 2024-12-13T03:19:37,819 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:19:37,819 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:19:37,819 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. after waiting 0 ms 2024-12-13T03:19:37,819 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:19:37,822 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/848b5e9049c7c14803bd9722fb68de58/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,823 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:19:37,823 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 848b5e9049c7c14803bd9722fb68de58: 2024-12-13T03:19:37,823 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734059905914.848b5e9049c7c14803bd9722fb68de58. 2024-12-13T03:19:37,823 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b9f36908a64e7f5387dc64b63044ca4e, disabling compactions & flushes 2024-12-13T03:19:37,823 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:19:37,823 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:19:37,823 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. after waiting 0 ms 2024-12-13T03:19:37,823 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:19:37,826 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b9f36908a64e7f5387dc64b63044ca4e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,827 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:19:37,827 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b9f36908a64e7f5387dc64b63044ca4e: 2024-12-13T03:19:37,827 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734059905914.b9f36908a64e7f5387dc64b63044ca4e. 2024-12-13T03:19:37,827 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5875233bd5764bca17a01ab9f51e42ab, disabling compactions & flushes 2024-12-13T03:19:37,827 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:19:37,827 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:19:37,827 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. after waiting 0 ms 2024-12-13T03:19:37,827 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:19:37,831 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/5875233bd5764bca17a01ab9f51e42ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,832 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5875233bd5764bca17a01ab9f51e42ab: 2024-12-13T03:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734059905914.5875233bd5764bca17a01ab9f51e42ab. 2024-12-13T03:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b61bb09243437313a2afe26fff2740ff, disabling compactions & flushes 2024-12-13T03:19:37,832 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. after waiting 0 ms 2024-12-13T03:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:19:37,836 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b61bb09243437313a2afe26fff2740ff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,837 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:19:37,837 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b61bb09243437313a2afe26fff2740ff: 2024-12-13T03:19:37,837 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734059905914.b61bb09243437313a2afe26fff2740ff. 2024-12-13T03:19:37,837 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7e5cb5633a2716ad94a7e65fb31cd20a, disabling compactions & flushes 2024-12-13T03:19:37,837 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:19:37,837 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:19:37,837 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. after waiting 0 ms 2024-12-13T03:19:37,837 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:19:37,841 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/7e5cb5633a2716ad94a7e65fb31cd20a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,842 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:19:37,842 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7e5cb5633a2716ad94a7e65fb31cd20a: 2024-12-13T03:19:37,842 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734059905914.7e5cb5633a2716ad94a7e65fb31cd20a. 2024-12-13T03:19:37,842 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 68c07a90fac86cdd6708c4c61cac613a, disabling compactions & flushes 2024-12-13T03:19:37,842 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:19:37,842 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:19:37,842 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. after waiting 0 ms 2024-12-13T03:19:37,842 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:19:37,846 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/68c07a90fac86cdd6708c4c61cac613a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,847 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:19:37,847 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 68c07a90fac86cdd6708c4c61cac613a: 2024-12-13T03:19:37,847 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734059905914.68c07a90fac86cdd6708c4c61cac613a. 2024-12-13T03:19:37,847 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c294b365e5fdadcc2d70e2dc0867a0cd, disabling compactions & flushes 2024-12-13T03:19:37,847 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:19:37,847 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:19:37,847 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. after waiting 0 ms 2024-12-13T03:19:37,847 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:19:37,850 INFO [regionserver/8d92e4d6ac21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T03:19:37,850 INFO [regionserver/8d92e4d6ac21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T03:19:37,851 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c294b365e5fdadcc2d70e2dc0867a0cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,852 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:19:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c294b365e5fdadcc2d70e2dc0867a0cd: 2024-12-13T03:19:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734059905914.c294b365e5fdadcc2d70e2dc0867a0cd. 2024-12-13T03:19:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8b88f9b28024500e29a6980fac01746e, disabling compactions & flushes 2024-12-13T03:19:37,852 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:19:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:19:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. after waiting 0 ms 2024-12-13T03:19:37,852 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:19:37,857 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/8b88f9b28024500e29a6980fac01746e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,857 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:19:37,858 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8b88f9b28024500e29a6980fac01746e: 2024-12-13T03:19:37,858 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734059905914.8b88f9b28024500e29a6980fac01746e. 2024-12-13T03:19:37,858 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b4d1ef97a2ef6c0ce8b5e1d97dff089b, disabling compactions & flushes 2024-12-13T03:19:37,858 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of b4d1ef97a2ef6c0ce8b5e1d97dff089b 2024-12-13T03:19:37,858 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b4d1ef97a2ef6c0ce8b5e1d97dff089b 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-13T03:19:37,893 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b/.tmp/f/03e269748dd949ea9dda80c83e45cf9a is 4136, key is NormalPut000/f:row/1734059919628/Put/seqid=0 2024-12-13T03:19:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741869_1045 (size=4145786) 2024-12-13T03:19:37,895 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b/.tmp/f/03e269748dd949ea9dda80c83e45cf9a 2024-12-13T03:19:37,904 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b/.tmp/f/03e269748dd949ea9dda80c83e45cf9a as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b/f/03e269748dd949ea9dda80c83e45cf9a 2024-12-13T03:19:37,911 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b/f/03e269748dd949ea9dda80c83e45cf9a, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-13T03:19:37,912 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for b4d1ef97a2ef6c0ce8b5e1d97dff089b in 54ms, sequenceid=144, compaction requested=false 2024-12-13T03:19:37,912 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:19:37,912 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:19:37,912 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. after waiting 0 ms 2024-12-13T03:19:37,912 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:19:37,916 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b4d1ef97a2ef6c0ce8b5e1d97dff089b/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-13T03:19:37,916 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:19:37,916 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b4d1ef97a2ef6c0ce8b5e1d97dff089b: 2024-12-13T03:19:37,916 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734059905914.b4d1ef97a2ef6c0ce8b5e1d97dff089b. 2024-12-13T03:19:37,917 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 804a14b310f42ff10ae2bae9dceff14d, disabling compactions & flushes 2024-12-13T03:19:37,917 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:19:37,917 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:19:37,917 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. after waiting 0 ms 2024-12-13T03:19:37,917 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:19:37,920 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/804a14b310f42ff10ae2bae9dceff14d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,920 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:19:37,920 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 804a14b310f42ff10ae2bae9dceff14d: 2024-12-13T03:19:37,921 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734059905914.804a14b310f42ff10ae2bae9dceff14d. 2024-12-13T03:19:37,921 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b516447ea54957977ed5964eafc25903, disabling compactions & flushes 2024-12-13T03:19:37,921 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:19:37,921 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:19:37,921 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. after waiting 0 ms 2024-12-13T03:19:37,921 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:19:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/b516447ea54957977ed5964eafc25903/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,925 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:19:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b516447ea54957977ed5964eafc25903: 2024-12-13T03:19:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734059905914.b516447ea54957977ed5964eafc25903. 2024-12-13T03:19:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2e15e62a0200f8a409ad6fe500799935, disabling compactions & flushes 2024-12-13T03:19:37,925 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:19:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:19:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. after waiting 0 ms 2024-12-13T03:19:37,925 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:19:37,929 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/2e15e62a0200f8a409ad6fe500799935/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,930 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:19:37,930 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2e15e62a0200f8a409ad6fe500799935: 2024-12-13T03:19:37,930 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734059905914.2e15e62a0200f8a409ad6fe500799935. 2024-12-13T03:19:37,930 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4556b32e91d348fd1e238c61df4039e4, disabling compactions & flushes 2024-12-13T03:19:37,930 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:19:37,930 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:19:37,930 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. after waiting 0 ms 2024-12-13T03:19:37,930 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:19:37,933 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/4556b32e91d348fd1e238c61df4039e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,934 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:19:37,934 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4556b32e91d348fd1e238c61df4039e4: 2024-12-13T03:19:37,934 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734059905914.4556b32e91d348fd1e238c61df4039e4. 2024-12-13T03:19:37,934 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c673029cf2201d30ac49d740615e4e08, disabling compactions & flushes 2024-12-13T03:19:37,934 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:19:37,934 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:19:37,934 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. after waiting 0 ms 2024-12-13T03:19:37,934 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:19:37,937 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bc27dbbedb4a01afac00040aafd72f37, c673029cf2201d30ac49d740615e4e08, ebde9150e052d44b44732bdfb9997e08, f21870350847036e94a6820826479b8f 2024-12-13T03:19:37,938 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/c673029cf2201d30ac49d740615e4e08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,938 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:19:37,938 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c673029cf2201d30ac49d740615e4e08: 2024-12-13T03:19:37,939 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734059905914.c673029cf2201d30ac49d740615e4e08. 2024-12-13T03:19:37,939 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebde9150e052d44b44732bdfb9997e08, disabling compactions & flushes 2024-12-13T03:19:37,939 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:19:37,939 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:19:37,939 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. after waiting 0 ms 2024-12-13T03:19:37,939 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:19:37,943 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/ebde9150e052d44b44732bdfb9997e08/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,944 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:19:37,944 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebde9150e052d44b44732bdfb9997e08: 2024-12-13T03:19:37,944 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734059905914.ebde9150e052d44b44732bdfb9997e08. 2024-12-13T03:19:37,944 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f21870350847036e94a6820826479b8f, disabling compactions & flushes 2024-12-13T03:19:37,944 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:19:37,944 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:19:37,944 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734059905914.f21870350847036e94a6820826479b8f. after waiting 0 ms 2024-12-13T03:19:37,944 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:19:37,948 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/f21870350847036e94a6820826479b8f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,949 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:19:37,949 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f21870350847036e94a6820826479b8f: 2024-12-13T03:19:37,949 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734059905914.f21870350847036e94a6820826479b8f. 2024-12-13T03:19:37,949 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bc27dbbedb4a01afac00040aafd72f37, disabling compactions & flushes 2024-12-13T03:19:37,949 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:19:37,949 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:19:37,949 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. after waiting 0 ms 2024-12-13T03:19:37,949 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:19:37,953 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/default/test/bc27dbbedb4a01afac00040aafd72f37/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:37,954 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:19:37,954 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bc27dbbedb4a01afac00040aafd72f37: 2024-12-13T03:19:37,954 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734059905914.bc27dbbedb4a01afac00040aafd72f37. 2024-12-13T03:19:38,137 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T03:19:38,201 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/rep_barrier/499438696e8f4fd28eb0f73992f40683 2024-12-13T03:19:38,227 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/table/58e6f84672ba4ea9b9b41c9f7862d096 is 94, key is testdroppedtimed,,1734059916862.d86d07845a0d16cf7c71148405556228./table:/1734059920696/DeleteFamily/seqid=0 2024-12-13T03:19:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741870_1046 (size=5605) 2024-12-13T03:19:38,337 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T03:19:38,337 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T03:19:38,338 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T03:19:38,538 DEBUG [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T03:19:38,631 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/table/58e6f84672ba4ea9b9b41c9f7862d096 2024-12-13T03:19:38,638 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/info/a63bbb51f4c4454897538356aec378e5 as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/info/a63bbb51f4c4454897538356aec378e5 2024-12-13T03:19:38,644 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/info/a63bbb51f4c4454897538356aec378e5, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T03:19:38,645 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/rep_barrier/499438696e8f4fd28eb0f73992f40683 as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/rep_barrier/499438696e8f4fd28eb0f73992f40683 2024-12-13T03:19:38,652 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/rep_barrier/499438696e8f4fd28eb0f73992f40683, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T03:19:38,653 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/.tmp/table/58e6f84672ba4ea9b9b41c9f7862d096 as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/table/58e6f84672ba4ea9b9b41c9f7862d096 2024-12-13T03:19:38,659 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/table/58e6f84672ba4ea9b9b41c9f7862d096, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T03:19:38,660 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=77, compaction requested=false 2024-12-13T03:19:38,664 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T03:19:38,664 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T03:19:38,664 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T03:19:38,664 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T03:19:38,664 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T03:19:38,738 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1250): stopping server 8d92e4d6ac21,36929,1734059892657; all regions closed. 2024-12-13T03:19:38,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741834_1010 (size=40374) 2024-12-13T03:19:38,746 DEBUG [RS:0;8d92e4d6ac21:36929 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/oldWALs 2024-12-13T03:19:38,746 INFO [RS:0;8d92e4d6ac21:36929 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8d92e4d6ac21%2C36929%2C1734059892657.meta:.meta(num 1734059896002) 2024-12-13T03:19:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741832_1008 (size=7175253) 2024-12-13T03:19:38,748 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/WALs/8d92e4d6ac21,36929,1734059892657/8d92e4d6ac21%2C36929%2C1734059892657.1734059894979 not finished, retry = 0 2024-12-13T03:19:38,854 DEBUG [RS:0;8d92e4d6ac21:36929 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/oldWALs 2024-12-13T03:19:38,854 INFO [RS:0;8d92e4d6ac21:36929 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8d92e4d6ac21%2C36929%2C1734059892657:(num 1734059894979) 2024-12-13T03:19:38,854 DEBUG [RS:0;8d92e4d6ac21:36929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:38,854 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T03:19:38,855 INFO [RS:0;8d92e4d6ac21:36929 {}] hbase.ChoreService(370): Chore service for: regionserver/8d92e4d6ac21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T03:19:38,855 INFO [regionserver/8d92e4d6ac21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T03:19:38,856 INFO [RS:0;8d92e4d6ac21:36929 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;8d92e4d6ac21:36929. 2024-12-13T03:19:38,856 DEBUG [RS:0;8d92e4d6ac21:36929 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T03:19:38,857 DEBUG [RS:0;8d92e4d6ac21:36929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:38,857 DEBUG [RS:0;8d92e4d6ac21:36929 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ae4398d to 127.0.0.1:59581 2024-12-13T03:19:38,858 INFO [RS:0;8d92e4d6ac21:36929 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36929 2024-12-13T03:19:38,893 INFO [8d92e4d6ac21:44511Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T03:19:38,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T03:19:38,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/8d92e4d6ac21,36929,1734059892657 2024-12-13T03:19:38,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8d92e4d6ac21,36929,1734059892657] 2024-12-13T03:19:38,904 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 8d92e4d6ac21,36929,1734059892657; numProcessing=1 2024-12-13T03:19:38,919 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/8d92e4d6ac21,36929,1734059892657 already deleted, retry=false 2024-12-13T03:19:38,919 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 8d92e4d6ac21,36929,1734059892657 expired; onlineServers=0 2024-12-13T03:19:38,919 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8d92e4d6ac21,37267,1734059892536' ***** 2024-12-13T03:19:38,919 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T03:19:38,920 DEBUG [M:0;8d92e4d6ac21:37267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280bfd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8d92e4d6ac21/172.17.0.2:0 2024-12-13T03:19:38,920 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegionServer(1224): stopping server 8d92e4d6ac21,37267,1734059892536 2024-12-13T03:19:38,920 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegionServer(1250): stopping server 8d92e4d6ac21,37267,1734059892536; all regions closed. 2024-12-13T03:19:38,920 DEBUG [M:0;8d92e4d6ac21:37267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:38,920 DEBUG [M:0;8d92e4d6ac21:37267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T03:19:38,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T03:19:38,921 DEBUG [M:0;8d92e4d6ac21:37267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T03:19:38,921 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.large.0-1734059894782 {}] cleaner.HFileCleaner(306): Exit Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.large.0-1734059894782,5,FailOnTimeoutGroup] 2024-12-13T03:19:38,921 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.small.0-1734059894783 {}] cleaner.HFileCleaner(306): Exit Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.small.0-1734059894783,5,FailOnTimeoutGroup] 2024-12-13T03:19:38,921 INFO [M:0;8d92e4d6ac21:37267 {}] hbase.ChoreService(370): Chore service for: master/8d92e4d6ac21:0 had [] on shutdown 2024-12-13T03:19:38,922 DEBUG [M:0;8d92e4d6ac21:37267 {}] master.HMaster(1733): Stopping service threads 2024-12-13T03:19:38,922 INFO [M:0;8d92e4d6ac21:37267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T03:19:38,923 INFO [M:0;8d92e4d6ac21:37267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T03:19:38,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T03:19:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-13T03:19:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T03:19:38,927 DEBUG [M:0;8d92e4d6ac21:37267 {}] zookeeper.ZKUtil(347): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-13T03:19:38,927 WARN [M:0;8d92e4d6ac21:37267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T03:19:38,927 INFO [M:0;8d92e4d6ac21:37267 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T03:19:38,928 INFO [M:0;8d92e4d6ac21:37267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T03:19:38,928 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T03:19:38,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T03:19:38,928 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:38,928 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:38,928 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T03:19:38,928 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:38,928 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.98 KB 2024-12-13T03:19:38,945 DEBUG [M:0;8d92e4d6ac21:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a20bafce67ba421c9da440d01d352333 is 82, key is hbase:meta,,1/info:regioninfo/1734059896073/Put/seqid=0 2024-12-13T03:19:38,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741871_1047 (size=5672) 2024-12-13T03:19:39,011 INFO [RS:0;8d92e4d6ac21:36929 {}] regionserver.HRegionServer(1307): Exiting; stopping=8d92e4d6ac21,36929,1734059892657; zookeeper connection closed. 2024-12-13T03:19:39,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:39,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36929-0x1001d65108b0004, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:39,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@494d6314 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@494d6314 2024-12-13T03:19:39,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T03:19:39,352 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a20bafce67ba421c9da440d01d352333 2024-12-13T03:19:39,378 DEBUG [M:0;8d92e4d6ac21:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bd9887050064e1d91adf93d7b49a1d5 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734059910524/Put/seqid=0 2024-12-13T03:19:39,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741872_1048 (size=11249) 2024-12-13T03:19:39,784 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bd9887050064e1d91adf93d7b49a1d5 2024-12-13T03:19:39,794 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd9887050064e1d91adf93d7b49a1d5 2024-12-13T03:19:39,807 DEBUG [M:0;8d92e4d6ac21:37267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a06dee5a661b42258c11d654f60230b5 is 69, key is 8d92e4d6ac21,36929,1734059892657/rs:state/1734059894820/Put/seqid=0 2024-12-13T03:19:39,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741873_1049 (size=5156) 2024-12-13T03:19:40,212 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a06dee5a661b42258c11d654f60230b5 2024-12-13T03:19:40,219 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a20bafce67ba421c9da440d01d352333 as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a20bafce67ba421c9da440d01d352333 2024-12-13T03:19:40,225 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a20bafce67ba421c9da440d01d352333, entries=8, sequenceid=549, filesize=5.5 K 2024-12-13T03:19:40,226 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bd9887050064e1d91adf93d7b49a1d5 as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bd9887050064e1d91adf93d7b49a1d5 2024-12-13T03:19:40,231 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd9887050064e1d91adf93d7b49a1d5 2024-12-13T03:19:40,231 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bd9887050064e1d91adf93d7b49a1d5, entries=69, sequenceid=549, filesize=11.0 K 2024-12-13T03:19:40,232 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a06dee5a661b42258c11d654f60230b5 as hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a06dee5a661b42258c11d654f60230b5 2024-12-13T03:19:40,237 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32867/user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a06dee5a661b42258c11d654f60230b5, entries=1, sequenceid=549, filesize=5.0 K 2024-12-13T03:19:40,237 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225542, heapSize ~270.68 KB/277176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=549, compaction requested=false 2024-12-13T03:19:40,239 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:40,239 DEBUG [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T03:19:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37059 is added to blk_1073741830_1006 (size=262154) 2024-12-13T03:19:40,241 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/e8596884-a744-c84a-dfe4-de1633a541de/MasterData/WALs/8d92e4d6ac21,37267,1734059892536/8d92e4d6ac21%2C37267%2C1734059892536.1734059894459 not finished, retry = 0 2024-12-13T03:19:40,343 INFO [M:0;8d92e4d6ac21:37267 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T03:19:40,343 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T03:19:40,343 INFO [M:0;8d92e4d6ac21:37267 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37267 2024-12-13T03:19:40,385 DEBUG [M:0;8d92e4d6ac21:37267 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/8d92e4d6ac21,37267,1734059892536 already deleted, retry=false 2024-12-13T03:19:40,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:40,494 INFO [M:0;8d92e4d6ac21:37267 {}] regionserver.HRegionServer(1307): Exiting; stopping=8d92e4d6ac21,37267,1734059892536; zookeeper connection closed. 2024-12-13T03:19:40,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37267-0x1001d65108b0003, quorum=127.0.0.1:59581, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:40,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c585648{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T03:19:40,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T03:19:40,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T03:19:40,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T03:19:40,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/hadoop.log.dir/,STOPPED} 2024-12-13T03:19:40,509 WARN [BP-553656222-172.17.0.2-1734059890758 heartbeating to localhost/127.0.0.1:32867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T03:19:40,509 WARN [BP-553656222-172.17.0.2-1734059890758 heartbeating to localhost/127.0.0.1:32867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-553656222-172.17.0.2-1734059890758 (Datanode Uuid 45eefe73-02b5-414c-938a-3b5a6011dac8) service to localhost/127.0.0.1:32867 2024-12-13T03:19:40,509 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T03:19:40,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T03:19:40,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/cluster_95a8577d-8e9e-4ca4-597b-f4c07ff90115/dfs/data/data1/current/BP-553656222-172.17.0.2-1734059890758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T03:19:40,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/cluster_95a8577d-8e9e-4ca4-597b-f4c07ff90115/dfs/data/data2/current/BP-553656222-172.17.0.2-1734059890758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T03:19:40,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T03:19:40,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@321a92e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T03:19:40,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T03:19:40,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T03:19:40,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T03:19:40,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a449f179-75ea-948b-4e0b-7a965847466d/hadoop.log.dir/,STOPPED} 2024-12-13T03:19:40,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T03:19:40,549 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T03:19:40,549 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T03:19:40,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35135e28 to 127.0.0.1:59581 2024-12-13T03:19:40,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:40,550 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T03:19:40,550 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=942130827, stopped=false 2024-12-13T03:19:40,550 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=8d92e4d6ac21,38405,1734059885739 2024-12-13T03:19:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T03:19:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T03:19:40,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T03:19:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:19:40,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:19:40,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:40,561 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8d92e4d6ac21,44511,1734059886557' ***** 2024-12-13T03:19:40,561 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T03:19:40,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T03:19:40,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T03:19:40,561 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T03:19:40,561 INFO [RS:0;8d92e4d6ac21:44511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T03:19:40,561 INFO [RS:0;8d92e4d6ac21:44511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T03:19:40,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T03:19:40,561 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 37043f74c970f4cd47568325723f9b89 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for f7fc7b7f9899fdf64ca054869d882380 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 41729e59c07b194785518db0ad69d707 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 085c0cd7895155a57bf7b4409fcc1de3 2024-12-13T03:19:40,562 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 37043f74c970f4cd47568325723f9b89, disabling compactions & flushes 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for b980cf3f0b909af8462aec03eedd214e 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 5a0131dd02505f9c53a98e5b0ff1fe45 2024-12-13T03:19:40,562 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for db72f7dccc9f29a1efada6102bd1be8a 2024-12-13T03:19:40,562 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:19:40,562 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. after waiting 0 ms 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 3cb2d39e4d191ccbc2a91dca1031fd49 2024-12-13T03:19:40,562 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 55f1e0e67bc7c952152188dbb7f89ce1 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 62cf4186bdefdb4db66f03530fbeff1c 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for a15ecb639f272aac702c062fc24d2492 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 2bd52d983b9870fa7b0b1be26ab18ba3 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 0b0f7c99dcecb64b86ecf72c828726f2 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 0f5ff46d676fba9e3f39dfa32ca2da3b 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 4659ee08124d4b8bc2d94beaead16f06 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for cfbbc14ec900539998d49d0c9f7d9b1f 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 269057ca9af1b1ebf8d9470a96b67fed 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 5f9755e171d36c9fe021c14fa07db4b8 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for ad5a7980d31b47a60e2daa4a491e2284 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 3dd537aaccbb557f500df55ef09d8bd7 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 286294f4f945dea210eb5a48e8f94980 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for d9d25dde90303414e4df0da25f1b0643 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 3f8708cb67368224b5950096dd2aff1b 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for cfc0ef13c16ba7902f859e129c710752 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 28c2861a5e2a56f1c5aba75d07a8660b 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for d4326c6745326a86024e1f252cfcbc68 2024-12-13T03:19:40,562 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1224): stopping server 8d92e4d6ac21,44511,1734059886557 2024-12-13T03:19:40,562 DEBUG [RS:0;8d92e4d6ac21:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:40,563 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T03:19:40,563 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T03:19:40,563 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T03:19:40,563 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T03:19:40,563 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T03:19:40,563 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1629): Waiting on 085c0cd7895155a57bf7b4409fcc1de3, 0b0f7c99dcecb64b86ecf72c828726f2, 0f5ff46d676fba9e3f39dfa32ca2da3b, 1588230740, 269057ca9af1b1ebf8d9470a96b67fed, 286294f4f945dea210eb5a48e8f94980, 28c2861a5e2a56f1c5aba75d07a8660b, 2bd52d983b9870fa7b0b1be26ab18ba3, 37043f74c970f4cd47568325723f9b89, 3cb2d39e4d191ccbc2a91dca1031fd49, 3dd537aaccbb557f500df55ef09d8bd7, 3f8708cb67368224b5950096dd2aff1b, 41729e59c07b194785518db0ad69d707, 4659ee08124d4b8bc2d94beaead16f06, 55f1e0e67bc7c952152188dbb7f89ce1, 5a0131dd02505f9c53a98e5b0ff1fe45, 5f9755e171d36c9fe021c14fa07db4b8, 62cf4186bdefdb4db66f03530fbeff1c, a15ecb639f272aac702c062fc24d2492, ad5a7980d31b47a60e2daa4a491e2284, b980cf3f0b909af8462aec03eedd214e, cfbbc14ec900539998d49d0c9f7d9b1f, cfc0ef13c16ba7902f859e129c710752, d4326c6745326a86024e1f252cfcbc68, d9d25dde90303414e4df0da25f1b0643, db72f7dccc9f29a1efada6102bd1be8a, f7fc7b7f9899fdf64ca054869d882380, fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:19:40,563 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T03:19:40,563 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T03:19:40,563 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T03:19:40,563 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T03:19:40,563 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T03:19:40,563 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T03:19:40,566 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/37043f74c970f4cd47568325723f9b89/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:40,567 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:19:40,567 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 37043f74c970f4cd47568325723f9b89: 2024-12-13T03:19:40,567 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734059897761.37043f74c970f4cd47568325723f9b89. 2024-12-13T03:19:40,567 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f7fc7b7f9899fdf64ca054869d882380, disabling compactions & flushes 2024-12-13T03:19:40,567 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:19:40,567 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:19:40,568 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. after waiting 0 ms 2024-12-13T03:19:40,568 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:19:40,572 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/f7fc7b7f9899fdf64ca054869d882380/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:40,572 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:19:40,572 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f7fc7b7f9899fdf64ca054869d882380: 2024-12-13T03:19:40,572 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734059897761.f7fc7b7f9899fdf64ca054869d882380. 2024-12-13T03:19:40,572 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 41729e59c07b194785518db0ad69d707, disabling compactions & flushes 2024-12-13T03:19:40,573 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:19:40,573 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:19:40,573 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. after waiting 0 ms 2024-12-13T03:19:40,573 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:19:40,576 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/41729e59c07b194785518db0ad69d707/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:40,577 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:19:40,577 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 41729e59c07b194785518db0ad69d707: 2024-12-13T03:19:40,577 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734059897761.41729e59c07b194785518db0ad69d707. 2024-12-13T03:19:40,577 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 085c0cd7895155a57bf7b4409fcc1de3, disabling compactions & flushes 2024-12-13T03:19:40,577 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:19:40,577 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:19:40,577 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. after waiting 0 ms 2024-12-13T03:19:40,577 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:19:40,577 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 085c0cd7895155a57bf7b4409fcc1de3 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T03:19:40,582 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/info/03a05b5c6b8143d5ad10eb3adf7af8d4 is 143, key is hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3./info:regioninfo/1734059890359/Put/seqid=0 2024-12-13T03:19:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741867_1043 (size=36340) 2024-12-13T03:19:40,591 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3/.tmp/info/25bc37e38cf2451fb9c3d93b78eaf44f is 45, key is default/info:d/1734059890452/Put/seqid=0 2024-12-13T03:19:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741868_1044 (size=5037) 2024-12-13T03:19:40,635 INFO [regionserver/8d92e4d6ac21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T03:19:40,763 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1629): Waiting on 085c0cd7895155a57bf7b4409fcc1de3, 0b0f7c99dcecb64b86ecf72c828726f2, 0f5ff46d676fba9e3f39dfa32ca2da3b, 1588230740, 269057ca9af1b1ebf8d9470a96b67fed, 286294f4f945dea210eb5a48e8f94980, 28c2861a5e2a56f1c5aba75d07a8660b, 2bd52d983b9870fa7b0b1be26ab18ba3, 3cb2d39e4d191ccbc2a91dca1031fd49, 3dd537aaccbb557f500df55ef09d8bd7, 3f8708cb67368224b5950096dd2aff1b, 4659ee08124d4b8bc2d94beaead16f06, 55f1e0e67bc7c952152188dbb7f89ce1, 5a0131dd02505f9c53a98e5b0ff1fe45, 5f9755e171d36c9fe021c14fa07db4b8, 62cf4186bdefdb4db66f03530fbeff1c, a15ecb639f272aac702c062fc24d2492, ad5a7980d31b47a60e2daa4a491e2284, b980cf3f0b909af8462aec03eedd214e, cfbbc14ec900539998d49d0c9f7d9b1f, cfc0ef13c16ba7902f859e129c710752, d4326c6745326a86024e1f252cfcbc68, d9d25dde90303414e4df0da25f1b0643, db72f7dccc9f29a1efada6102bd1be8a, fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:19:40,898 INFO [regionserver/8d92e4d6ac21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T03:19:40,898 INFO [regionserver/8d92e4d6ac21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T03:19:40,964 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1629): Waiting on 085c0cd7895155a57bf7b4409fcc1de3, 0b0f7c99dcecb64b86ecf72c828726f2, 0f5ff46d676fba9e3f39dfa32ca2da3b, 1588230740, 269057ca9af1b1ebf8d9470a96b67fed, 286294f4f945dea210eb5a48e8f94980, 28c2861a5e2a56f1c5aba75d07a8660b, 2bd52d983b9870fa7b0b1be26ab18ba3, 3cb2d39e4d191ccbc2a91dca1031fd49, 3dd537aaccbb557f500df55ef09d8bd7, 3f8708cb67368224b5950096dd2aff1b, 4659ee08124d4b8bc2d94beaead16f06, 55f1e0e67bc7c952152188dbb7f89ce1, 5a0131dd02505f9c53a98e5b0ff1fe45, 5f9755e171d36c9fe021c14fa07db4b8, 62cf4186bdefdb4db66f03530fbeff1c, a15ecb639f272aac702c062fc24d2492, ad5a7980d31b47a60e2daa4a491e2284, b980cf3f0b909af8462aec03eedd214e, cfbbc14ec900539998d49d0c9f7d9b1f, cfc0ef13c16ba7902f859e129c710752, d4326c6745326a86024e1f252cfcbc68, d9d25dde90303414e4df0da25f1b0643, db72f7dccc9f29a1efada6102bd1be8a, fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:19:40,988 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/info/03a05b5c6b8143d5ad10eb3adf7af8d4 2024-12-13T03:19:40,996 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3/.tmp/info/25bc37e38cf2451fb9c3d93b78eaf44f 2024-12-13T03:19:41,004 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3/.tmp/info/25bc37e38cf2451fb9c3d93b78eaf44f as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3/info/25bc37e38cf2451fb9c3d93b78eaf44f 2024-12-13T03:19:41,010 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3/info/25bc37e38cf2451fb9c3d93b78eaf44f, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T03:19:41,010 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 085c0cd7895155a57bf7b4409fcc1de3 in 433ms, sequenceid=6, compaction requested=false 2024-12-13T03:19:41,010 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T03:19:41,014 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/namespace/085c0cd7895155a57bf7b4409fcc1de3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T03:19:41,014 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/rep_barrier/f4521310ecc841d3a6aa39deda7e5e9a is 115, key is test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7./rep_barrier:seqnumDuringOpen/1734059902620/Put/seqid=0 2024-12-13T03:19:41,015 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:19:41,015 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 085c0cd7895155a57bf7b4409fcc1de3: 2024-12-13T03:19:41,015 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734059889764.085c0cd7895155a57bf7b4409fcc1de3. 2024-12-13T03:19:41,015 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b980cf3f0b909af8462aec03eedd214e, disabling compactions & flushes 2024-12-13T03:19:41,015 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:19:41,015 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:19:41,015 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. after waiting 0 ms 2024-12-13T03:19:41,015 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:19:41,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741869_1045 (size=8574) 2024-12-13T03:19:41,019 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/b980cf3f0b909af8462aec03eedd214e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,019 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:19:41,019 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b980cf3f0b909af8462aec03eedd214e: 2024-12-13T03:19:41,019 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734059897761.b980cf3f0b909af8462aec03eedd214e. 2024-12-13T03:19:41,019 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5a0131dd02505f9c53a98e5b0ff1fe45, disabling compactions & flushes 2024-12-13T03:19:41,019 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:19:41,019 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:19:41,019 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. after waiting 0 ms 2024-12-13T03:19:41,019 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:19:41,022 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5a0131dd02505f9c53a98e5b0ff1fe45/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,023 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:19:41,023 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5a0131dd02505f9c53a98e5b0ff1fe45: 2024-12-13T03:19:41,023 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734059897761.5a0131dd02505f9c53a98e5b0ff1fe45. 2024-12-13T03:19:41,023 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing db72f7dccc9f29a1efada6102bd1be8a, disabling compactions & flushes 2024-12-13T03:19:41,023 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:19:41,023 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:19:41,023 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. after waiting 0 ms 2024-12-13T03:19:41,023 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:19:41,026 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/db72f7dccc9f29a1efada6102bd1be8a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,026 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:19:41,026 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for db72f7dccc9f29a1efada6102bd1be8a: 2024-12-13T03:19:41,026 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734059897761.db72f7dccc9f29a1efada6102bd1be8a. 2024-12-13T03:19:41,026 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3cb2d39e4d191ccbc2a91dca1031fd49, disabling compactions & flushes 2024-12-13T03:19:41,026 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:19:41,026 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:19:41,026 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. after waiting 0 ms 2024-12-13T03:19:41,026 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:19:41,029 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3cb2d39e4d191ccbc2a91dca1031fd49/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,030 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:19:41,030 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3cb2d39e4d191ccbc2a91dca1031fd49: 2024-12-13T03:19:41,030 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734059897761.3cb2d39e4d191ccbc2a91dca1031fd49. 2024-12-13T03:19:41,030 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 55f1e0e67bc7c952152188dbb7f89ce1, disabling compactions & flushes 2024-12-13T03:19:41,030 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:19:41,030 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:19:41,030 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. after waiting 0 ms 2024-12-13T03:19:41,030 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/55f1e0e67bc7c952152188dbb7f89ce1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,034 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 55f1e0e67bc7c952152188dbb7f89ce1: 2024-12-13T03:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734059897761.55f1e0e67bc7c952152188dbb7f89ce1. 2024-12-13T03:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fcfa6f3965ba33ed1a7d93752f4f5048, disabling compactions & flushes 2024-12-13T03:19:41,034 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. after waiting 0 ms 2024-12-13T03:19:41,034 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:19:41,035 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fcfa6f3965ba33ed1a7d93752f4f5048 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-13T03:19:41,061 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048/.tmp/f/323cd937851b41ebae75915a860ecf5f is 4136, key is NormalPut000/f:row/1734059919628/Put/seqid=0 2024-12-13T03:19:41,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741870_1046 (size=4147225) 2024-12-13T03:19:41,164 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1629): Waiting on 0b0f7c99dcecb64b86ecf72c828726f2, 0f5ff46d676fba9e3f39dfa32ca2da3b, 1588230740, 269057ca9af1b1ebf8d9470a96b67fed, 286294f4f945dea210eb5a48e8f94980, 28c2861a5e2a56f1c5aba75d07a8660b, 2bd52d983b9870fa7b0b1be26ab18ba3, 3dd537aaccbb557f500df55ef09d8bd7, 3f8708cb67368224b5950096dd2aff1b, 4659ee08124d4b8bc2d94beaead16f06, 5f9755e171d36c9fe021c14fa07db4b8, 62cf4186bdefdb4db66f03530fbeff1c, a15ecb639f272aac702c062fc24d2492, ad5a7980d31b47a60e2daa4a491e2284, cfbbc14ec900539998d49d0c9f7d9b1f, cfc0ef13c16ba7902f859e129c710752, d4326c6745326a86024e1f252cfcbc68, d9d25dde90303414e4df0da25f1b0643, fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:19:41,365 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1629): Waiting on 0b0f7c99dcecb64b86ecf72c828726f2, 0f5ff46d676fba9e3f39dfa32ca2da3b, 1588230740, 269057ca9af1b1ebf8d9470a96b67fed, 286294f4f945dea210eb5a48e8f94980, 28c2861a5e2a56f1c5aba75d07a8660b, 2bd52d983b9870fa7b0b1be26ab18ba3, 3dd537aaccbb557f500df55ef09d8bd7, 3f8708cb67368224b5950096dd2aff1b, 4659ee08124d4b8bc2d94beaead16f06, 5f9755e171d36c9fe021c14fa07db4b8, 62cf4186bdefdb4db66f03530fbeff1c, a15ecb639f272aac702c062fc24d2492, ad5a7980d31b47a60e2daa4a491e2284, cfbbc14ec900539998d49d0c9f7d9b1f, cfc0ef13c16ba7902f859e129c710752, d4326c6745326a86024e1f252cfcbc68, d9d25dde90303414e4df0da25f1b0643, fcfa6f3965ba33ed1a7d93752f4f5048 2024-12-13T03:19:41,421 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/rep_barrier/f4521310ecc841d3a6aa39deda7e5e9a 2024-12-13T03:19:41,445 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/table/55a6e06544a647cba2b65208eb2a2947 is 94, key is testdroppedtimed,,1734059914743.28c3def49b50d277aa6281dafec10582./table:/1734059973979/DeleteFamily/seqid=0 2024-12-13T03:19:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741871_1047 (size=5605) 2024-12-13T03:19:41,464 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048/.tmp/f/323cd937851b41ebae75915a860ecf5f 2024-12-13T03:19:41,470 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048/.tmp/f/323cd937851b41ebae75915a860ecf5f as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048/f/323cd937851b41ebae75915a860ecf5f 2024-12-13T03:19:41,475 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048/f/323cd937851b41ebae75915a860ecf5f, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-13T03:19:41,476 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for fcfa6f3965ba33ed1a7d93752f4f5048 in 442ms, sequenceid=1004, compaction requested=false 2024-12-13T03:19:41,476 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T03:19:41,480 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/fcfa6f3965ba33ed1a7d93752f4f5048/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-13T03:19:41,481 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:19:41,481 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fcfa6f3965ba33ed1a7d93752f4f5048: 2024-12-13T03:19:41,481 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734059897761.fcfa6f3965ba33ed1a7d93752f4f5048. 2024-12-13T03:19:41,481 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 62cf4186bdefdb4db66f03530fbeff1c, disabling compactions & flushes 2024-12-13T03:19:41,481 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:19:41,481 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:19:41,481 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. after waiting 0 ms 2024-12-13T03:19:41,481 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:19:41,484 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/62cf4186bdefdb4db66f03530fbeff1c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,485 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:19:41,485 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 62cf4186bdefdb4db66f03530fbeff1c: 2024-12-13T03:19:41,485 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734059897761.62cf4186bdefdb4db66f03530fbeff1c. 2024-12-13T03:19:41,485 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a15ecb639f272aac702c062fc24d2492, disabling compactions & flushes 2024-12-13T03:19:41,485 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:19:41,485 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:19:41,485 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. after waiting 0 ms 2024-12-13T03:19:41,485 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:19:41,488 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/a15ecb639f272aac702c062fc24d2492/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,488 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:19:41,489 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a15ecb639f272aac702c062fc24d2492: 2024-12-13T03:19:41,489 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734059897761.a15ecb639f272aac702c062fc24d2492. 2024-12-13T03:19:41,489 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2bd52d983b9870fa7b0b1be26ab18ba3, disabling compactions & flushes 2024-12-13T03:19:41,489 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:19:41,489 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:19:41,489 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. after waiting 0 ms 2024-12-13T03:19:41,489 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:19:41,492 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/2bd52d983b9870fa7b0b1be26ab18ba3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,492 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:19:41,492 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2bd52d983b9870fa7b0b1be26ab18ba3: 2024-12-13T03:19:41,492 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734059897761.2bd52d983b9870fa7b0b1be26ab18ba3. 2024-12-13T03:19:41,493 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0b0f7c99dcecb64b86ecf72c828726f2, disabling compactions & flushes 2024-12-13T03:19:41,493 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:19:41,493 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:19:41,493 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. after waiting 0 ms 2024-12-13T03:19:41,493 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:19:41,495 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0b0f7c99dcecb64b86ecf72c828726f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,496 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:19:41,496 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0b0f7c99dcecb64b86ecf72c828726f2: 2024-12-13T03:19:41,496 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734059897761.0b0f7c99dcecb64b86ecf72c828726f2. 2024-12-13T03:19:41,496 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0f5ff46d676fba9e3f39dfa32ca2da3b, disabling compactions & flushes 2024-12-13T03:19:41,496 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:19:41,496 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:19:41,496 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. after waiting 0 ms 2024-12-13T03:19:41,496 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:19:41,499 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/0f5ff46d676fba9e3f39dfa32ca2da3b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,499 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:19:41,499 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0f5ff46d676fba9e3f39dfa32ca2da3b: 2024-12-13T03:19:41,499 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734059897761.0f5ff46d676fba9e3f39dfa32ca2da3b. 2024-12-13T03:19:41,499 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4659ee08124d4b8bc2d94beaead16f06, disabling compactions & flushes 2024-12-13T03:19:41,499 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:19:41,499 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:19:41,499 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. after waiting 0 ms 2024-12-13T03:19:41,499 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:19:41,502 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/4659ee08124d4b8bc2d94beaead16f06/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,503 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:19:41,503 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4659ee08124d4b8bc2d94beaead16f06: 2024-12-13T03:19:41,503 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734059897761.4659ee08124d4b8bc2d94beaead16f06. 2024-12-13T03:19:41,503 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cfbbc14ec900539998d49d0c9f7d9b1f, disabling compactions & flushes 2024-12-13T03:19:41,503 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:19:41,503 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:19:41,503 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. after waiting 0 ms 2024-12-13T03:19:41,503 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:19:41,506 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfbbc14ec900539998d49d0c9f7d9b1f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,506 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:19:41,506 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cfbbc14ec900539998d49d0c9f7d9b1f: 2024-12-13T03:19:41,506 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734059897761.cfbbc14ec900539998d49d0c9f7d9b1f. 2024-12-13T03:19:41,506 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 269057ca9af1b1ebf8d9470a96b67fed, disabling compactions & flushes 2024-12-13T03:19:41,506 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:19:41,506 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:19:41,506 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. after waiting 0 ms 2024-12-13T03:19:41,506 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:19:41,509 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/269057ca9af1b1ebf8d9470a96b67fed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,510 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:19:41,510 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 269057ca9af1b1ebf8d9470a96b67fed: 2024-12-13T03:19:41,510 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734059897761.269057ca9af1b1ebf8d9470a96b67fed. 2024-12-13T03:19:41,510 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5f9755e171d36c9fe021c14fa07db4b8, disabling compactions & flushes 2024-12-13T03:19:41,510 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:19:41,510 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:19:41,510 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. after waiting 0 ms 2024-12-13T03:19:41,510 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:19:41,513 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/5f9755e171d36c9fe021c14fa07db4b8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,513 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:19:41,514 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5f9755e171d36c9fe021c14fa07db4b8: 2024-12-13T03:19:41,514 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734059897761.5f9755e171d36c9fe021c14fa07db4b8. 2024-12-13T03:19:41,514 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ad5a7980d31b47a60e2daa4a491e2284, disabling compactions & flushes 2024-12-13T03:19:41,514 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:19:41,514 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:19:41,514 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. after waiting 0 ms 2024-12-13T03:19:41,514 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:19:41,517 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/ad5a7980d31b47a60e2daa4a491e2284/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,517 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:19:41,517 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ad5a7980d31b47a60e2daa4a491e2284: 2024-12-13T03:19:41,517 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734059897761.ad5a7980d31b47a60e2daa4a491e2284. 2024-12-13T03:19:41,517 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3dd537aaccbb557f500df55ef09d8bd7, disabling compactions & flushes 2024-12-13T03:19:41,517 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:19:41,517 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:19:41,517 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. after waiting 0 ms 2024-12-13T03:19:41,517 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:19:41,521 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3dd537aaccbb557f500df55ef09d8bd7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,521 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:19:41,521 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3dd537aaccbb557f500df55ef09d8bd7: 2024-12-13T03:19:41,521 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734059897761.3dd537aaccbb557f500df55ef09d8bd7. 2024-12-13T03:19:41,521 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 286294f4f945dea210eb5a48e8f94980, disabling compactions & flushes 2024-12-13T03:19:41,521 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:19:41,521 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:19:41,521 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. after waiting 0 ms 2024-12-13T03:19:41,521 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:19:41,524 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/286294f4f945dea210eb5a48e8f94980/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,525 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:19:41,525 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 286294f4f945dea210eb5a48e8f94980: 2024-12-13T03:19:41,525 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734059897761.286294f4f945dea210eb5a48e8f94980. 2024-12-13T03:19:41,525 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d9d25dde90303414e4df0da25f1b0643, disabling compactions & flushes 2024-12-13T03:19:41,525 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:19:41,525 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:19:41,525 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. after waiting 0 ms 2024-12-13T03:19:41,525 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:19:41,527 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d9d25dde90303414e4df0da25f1b0643/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,528 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:19:41,528 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d9d25dde90303414e4df0da25f1b0643: 2024-12-13T03:19:41,528 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734059897761.d9d25dde90303414e4df0da25f1b0643. 2024-12-13T03:19:41,528 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3f8708cb67368224b5950096dd2aff1b, disabling compactions & flushes 2024-12-13T03:19:41,528 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:19:41,528 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:19:41,528 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. after waiting 0 ms 2024-12-13T03:19:41,528 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:19:41,530 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/3f8708cb67368224b5950096dd2aff1b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,531 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:19:41,531 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3f8708cb67368224b5950096dd2aff1b: 2024-12-13T03:19:41,531 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734059897761.3f8708cb67368224b5950096dd2aff1b. 2024-12-13T03:19:41,531 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cfc0ef13c16ba7902f859e129c710752, disabling compactions & flushes 2024-12-13T03:19:41,531 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:19:41,531 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:19:41,531 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. after waiting 0 ms 2024-12-13T03:19:41,531 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:19:41,534 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/cfc0ef13c16ba7902f859e129c710752/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,534 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:19:41,534 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cfc0ef13c16ba7902f859e129c710752: 2024-12-13T03:19:41,534 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734059897761.cfc0ef13c16ba7902f859e129c710752. 2024-12-13T03:19:41,534 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 28c2861a5e2a56f1c5aba75d07a8660b, disabling compactions & flushes 2024-12-13T03:19:41,534 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:19:41,534 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:19:41,534 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. after waiting 0 ms 2024-12-13T03:19:41,535 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:19:41,537 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/28c2861a5e2a56f1c5aba75d07a8660b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,538 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:19:41,538 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 28c2861a5e2a56f1c5aba75d07a8660b: 2024-12-13T03:19:41,538 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734059897761.28c2861a5e2a56f1c5aba75d07a8660b. 2024-12-13T03:19:41,538 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4326c6745326a86024e1f252cfcbc68, disabling compactions & flushes 2024-12-13T03:19:41,538 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:19:41,538 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:19:41,538 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. after waiting 0 ms 2024-12-13T03:19:41,538 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:19:41,541 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/default/test/d4326c6745326a86024e1f252cfcbc68/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T03:19:41,541 INFO [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:19:41,541 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4326c6745326a86024e1f252cfcbc68: 2024-12-13T03:19:41,541 DEBUG [RS_CLOSE_REGION-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734059897761.d4326c6745326a86024e1f252cfcbc68. 2024-12-13T03:19:41,565 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T03:19:41,565 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T03:19:41,565 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T03:19:41,765 DEBUG [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T03:19:41,852 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/table/55a6e06544a647cba2b65208eb2a2947 2024-12-13T03:19:41,865 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/info/03a05b5c6b8143d5ad10eb3adf7af8d4 as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/info/03a05b5c6b8143d5ad10eb3adf7af8d4 2024-12-13T03:19:41,873 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/info/03a05b5c6b8143d5ad10eb3adf7af8d4, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T03:19:41,874 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/rep_barrier/f4521310ecc841d3a6aa39deda7e5e9a as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/rep_barrier/f4521310ecc841d3a6aa39deda7e5e9a 2024-12-13T03:19:41,880 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/rep_barrier/f4521310ecc841d3a6aa39deda7e5e9a, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T03:19:41,881 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/.tmp/table/55a6e06544a647cba2b65208eb2a2947 as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/table/55a6e06544a647cba2b65208eb2a2947 2024-12-13T03:19:41,887 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/table/55a6e06544a647cba2b65208eb2a2947, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T03:19:41,888 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=77, compaction requested=false 2024-12-13T03:19:41,888 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T03:19:41,893 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T03:19:41,893 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T03:19:41,893 INFO [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T03:19:41,893 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T03:19:41,894 DEBUG [RS_CLOSE_META-regionserver/8d92e4d6ac21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T03:19:41,966 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1250): stopping server 8d92e4d6ac21,44511,1734059886557; all regions closed. 2024-12-13T03:19:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741834_1010 (size=40374) 2024-12-13T03:19:41,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/WALs/8d92e4d6ac21,44511,1734059886557/8d92e4d6ac21%2C44511%2C1734059886557.meta.1734059889402.meta not finished, retry = 0 2024-12-13T03:19:42,078 DEBUG [RS:0;8d92e4d6ac21:44511 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/oldWALs 2024-12-13T03:19:42,078 INFO [RS:0;8d92e4d6ac21:44511 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8d92e4d6ac21%2C44511%2C1734059886557.meta:.meta(num 1734059889402) 2024-12-13T03:19:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741833_1009 (size=4217378) 2024-12-13T03:19:42,087 DEBUG [RS:0;8d92e4d6ac21:44511 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/oldWALs 2024-12-13T03:19:42,087 INFO [RS:0;8d92e4d6ac21:44511 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8d92e4d6ac21%2C44511%2C1734059886557:(num 1734059889028) 2024-12-13T03:19:42,087 DEBUG [RS:0;8d92e4d6ac21:44511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:42,087 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T03:19:42,087 INFO [RS:0;8d92e4d6ac21:44511 {}] hbase.ChoreService(370): Chore service for: regionserver/8d92e4d6ac21:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T03:19:42,088 INFO [regionserver/8d92e4d6ac21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T03:19:42,088 INFO [RS:0;8d92e4d6ac21:44511 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44511 2024-12-13T03:19:42,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/8d92e4d6ac21,44511,1734059886557 2024-12-13T03:19:42,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T03:19:42,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8d92e4d6ac21,44511,1734059886557] 2024-12-13T03:19:42,110 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 8d92e4d6ac21,44511,1734059886557; numProcessing=1 2024-12-13T03:19:42,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/8d92e4d6ac21,44511,1734059886557 already deleted, retry=false 2024-12-13T03:19:42,119 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 8d92e4d6ac21,44511,1734059886557 expired; onlineServers=0 2024-12-13T03:19:42,119 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8d92e4d6ac21,38405,1734059885739' ***** 2024-12-13T03:19:42,119 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T03:19:42,120 DEBUG [M:0;8d92e4d6ac21:38405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61906447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8d92e4d6ac21/172.17.0.2:0 2024-12-13T03:19:42,120 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegionServer(1224): stopping server 8d92e4d6ac21,38405,1734059885739 2024-12-13T03:19:42,120 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegionServer(1250): stopping server 8d92e4d6ac21,38405,1734059885739; all regions closed. 2024-12-13T03:19:42,120 DEBUG [M:0;8d92e4d6ac21:38405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T03:19:42,120 DEBUG [M:0;8d92e4d6ac21:38405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T03:19:42,120 DEBUG [M:0;8d92e4d6ac21:38405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T03:19:42,120 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T03:19:42,120 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.small.0-1734059888570 {}] cleaner.HFileCleaner(306): Exit Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.small.0-1734059888570,5,FailOnTimeoutGroup] 2024-12-13T03:19:42,120 DEBUG [master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.large.0-1734059888562 {}] cleaner.HFileCleaner(306): Exit Thread[master/8d92e4d6ac21:0:becomeActiveMaster-HFileCleaner.large.0-1734059888562,5,FailOnTimeoutGroup] 2024-12-13T03:19:42,120 INFO [M:0;8d92e4d6ac21:38405 {}] hbase.ChoreService(370): Chore service for: master/8d92e4d6ac21:0 had [] on shutdown 2024-12-13T03:19:42,121 DEBUG [M:0;8d92e4d6ac21:38405 {}] master.HMaster(1733): Stopping service threads 2024-12-13T03:19:42,121 INFO [M:0;8d92e4d6ac21:38405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T03:19:42,121 ERROR [M:0;8d92e4d6ac21:38405 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (788280152) connection to localhost/127.0.0.1:42497 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42497,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-13T03:19:42,121 INFO [M:0;8d92e4d6ac21:38405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T03:19:42,121 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T03:19:42,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-13T03:19:42,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T03:19:42,127 DEBUG [M:0;8d92e4d6ac21:38405 {}] zookeeper.ZKUtil(347): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-13T03:19:42,127 WARN [M:0;8d92e4d6ac21:38405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T03:19:42,127 INFO [M:0;8d92e4d6ac21:38405 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T03:19:42,127 INFO [M:0;8d92e4d6ac21:38405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T03:19:42,128 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T03:19:42,128 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:42,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T03:19:42,128 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:42,128 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T03:19:42,128 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:42,128 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.93 KB heapSize=293.93 KB 2024-12-13T03:19:42,149 DEBUG [M:0;8d92e4d6ac21:38405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abdd91a47c4944e5817f89a48e43d090 is 82, key is hbase:meta,,1/info:regioninfo/1734059889548/Put/seqid=0 2024-12-13T03:19:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741872_1048 (size=5672) 2024-12-13T03:19:42,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T03:19:42,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:42,211 INFO [RS:0;8d92e4d6ac21:44511 {}] regionserver.HRegionServer(1307): Exiting; stopping=8d92e4d6ac21,44511,1734059886557; zookeeper connection closed. 2024-12-13T03:19:42,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44511-0x1001d65108b0001, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:42,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c55b366 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c55b366 2024-12-13T03:19:42,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T03:19:42,555 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abdd91a47c4944e5817f89a48e43d090 2024-12-13T03:19:42,575 DEBUG [M:0;8d92e4d6ac21:38405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eed87d11d6942699578d141cbebcad9 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734059902976/Put/seqid=0 2024-12-13T03:19:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741873_1049 (size=12840) 2024-12-13T03:19:42,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T03:19:42,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T03:19:42,981 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.37 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eed87d11d6942699578d141cbebcad9 2024-12-13T03:19:42,992 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eed87d11d6942699578d141cbebcad9 2024-12-13T03:19:43,008 DEBUG [M:0;8d92e4d6ac21:38405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f43d976c777348f28c4842b07ac9efa8 is 69, key is 8d92e4d6ac21,44511,1734059886557/rs:state/1734059888683/Put/seqid=0 2024-12-13T03:19:43,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741874_1050 (size=5156) 2024-12-13T03:19:43,413 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f43d976c777348f28c4842b07ac9efa8 2024-12-13T03:19:43,424 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abdd91a47c4944e5817f89a48e43d090 as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abdd91a47c4944e5817f89a48e43d090 2024-12-13T03:19:43,433 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abdd91a47c4944e5817f89a48e43d090, entries=8, sequenceid=612, filesize=5.5 K 2024-12-13T03:19:43,434 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eed87d11d6942699578d141cbebcad9 as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3eed87d11d6942699578d141cbebcad9 2024-12-13T03:19:43,439 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eed87d11d6942699578d141cbebcad9 2024-12-13T03:19:43,439 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3eed87d11d6942699578d141cbebcad9, entries=77, sequenceid=612, filesize=12.5 K 2024-12-13T03:19:43,440 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f43d976c777348f28c4842b07ac9efa8 as hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f43d976c777348f28c4842b07ac9efa8 2024-12-13T03:19:43,446 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42497/user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f43d976c777348f28c4842b07ac9efa8, entries=1, sequenceid=612, filesize=5.0 K 2024-12-13T03:19:43,446 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.93 KB/243638, heapSize ~293.63 KB/300680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=612, compaction requested=false 2024-12-13T03:19:43,448 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T03:19:43,448 DEBUG [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T03:19:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38059 is added to blk_1073741830_1006 (size=284377) 2024-12-13T03:19:43,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/9e7ad3cf-a84b-e404-fcbf-ebdd3aa5e935/MasterData/WALs/8d92e4d6ac21,38405,1734059885739/8d92e4d6ac21%2C38405%2C1734059885739.1734059887811 not finished, retry = 0 2024-12-13T03:19:43,552 INFO [M:0;8d92e4d6ac21:38405 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T03:19:43,552 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T03:19:43,553 INFO [M:0;8d92e4d6ac21:38405 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38405 2024-12-13T03:19:43,594 DEBUG [M:0;8d92e4d6ac21:38405 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/8d92e4d6ac21,38405,1734059885739 already deleted, retry=false 2024-12-13T03:19:43,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:43,703 INFO [M:0;8d92e4d6ac21:38405 {}] regionserver.HRegionServer(1307): Exiting; stopping=8d92e4d6ac21,38405,1734059885739; zookeeper connection closed. 2024-12-13T03:19:43,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38405-0x1001d65108b0000, quorum=127.0.0.1:59581, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T03:19:43,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b590514{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T03:19:43,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T03:19:43,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T03:19:43,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T03:19:43,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop.log.dir/,STOPPED} 2024-12-13T03:19:43,855 WARN [BP-1484474974-172.17.0.2-1734059882280 heartbeating to localhost/127.0.0.1:42497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1484474974-172.17.0.2-1734059882280 (Datanode Uuid 19a82393-29d2-4ff6-a797-43a4d5347410) service to localhost/127.0.0.1:42497 2024-12-13T03:19:43,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3/dfs/data/data1/current/BP-1484474974-172.17.0.2-1734059882280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T03:19:43,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T03:19:43,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/cluster_2322f2cc-1324-c0b0-3891-78009d54b7e3/dfs/data/data2/current/BP-1484474974-172.17.0.2-1734059882280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T03:19:43,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T03:19:43,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T03:19:43,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T03:19:43,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T03:19:43,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4d52e88c-ed11-a81f-c272-f6448fbc04e5/hadoop.log.dir/,STOPPED} 2024-12-13T03:19:43,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T03:19:43,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down